DAG: weitanai_ka_hs_ETL_ldy

schedule: 00 21 * * *

weitanai_ka_hs_ETL_ldy

Toggle wrap 
 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
from airflow.operators.bash_operator import BashOperator
from airflow import DAG
from datetime import datetime, timedelta


args = {
    'owner': 'ldy',
    'start_date': datetime(2021, 3, 3),
    'email': 'lidayuan@163.com',
    'email_on_failure': False,
    'email_on_retry': False,
    'retries': 3,
    'retry_delay': timedelta(minutes=1),
}

dag = DAG(
    dag_id='weitanai_ka_hs_ETL_ldy',
    default_args=args,
    schedule_interval='00 21 * * *',
    dagrun_timeout=timedelta(minutes=120))


t0 = BashOperator(
    task_id='sleep',
    bash_command='sleep 5',
    retries=3,
    dag=dag)

#2021-01
t1 = BashOperator(
    task_id='weitanai_ka_hs_ETL',
    bash_command='cd /usr/local/airflow/dags/bi_etl/BI_project_program04_airflow/project_common/;nohup python3 weitanai/weitanai_ka_hs.py > /usr/local/airflow/logs/weitanai_ka_hs_data.txt &',    
    dag=dag)

t0.set_upstream(t1)