DAG: pg_push_count_ETL_ldy

schedule: 00 05 * * *

pg_push_count_ETL_ldy

Toggle wrap 
 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
from airflow.operators.bash_operator import BashOperator
from airflow import DAG
from datetime import datetime, timedelta


args = {
    'owner': 'liangning',
    'start_date': datetime(2021, 6, 23),
    'email': 'lidayuan@163.com',
    'email_on_failure': False,
    'email_on_retry': False,
    'retries': 3,
    'retry_delay': timedelta(minutes=1),
}

dag = DAG(
    dag_id='pg_push_count_ETL_ldy',
    default_args=args,
    schedule_interval='00 05 * * *',
    dagrun_timeout=timedelta(minutes=10))


t0 = BashOperator(
    task_id='sleep',
    bash_command='sleep 5',
    retries=3,
    dag=dag)

t1 = BashOperator(
    task_id='pg_push_count_ETL',
    bash_command='cd /usr/local/airflow/dags/bi_etl/bi_project_airflow/project_common;nohup python3 pg_hsm_count_data/pg_hsm_count_data_new.py > /usr/local/airflow/logs/pg_hsm_count_data_new.txt &',
    dag=dag)

t0.set_upstream(t1)