DAG: sand_dawang_mk

schedule: 0 16 2,4,16,18 * *

sand_dawang_mk

Toggle wrap 
 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
from airflow.operators.bash_operator import BashOperator
from airflow import DAG
from datetime import datetime, timedelta

import pendulum

local_tz = pendulum.timezone("Asia/Shanghai")

args = {
    'owner': 'Kristong',
    'start_date': datetime(2021, 4, 29, tzinfo=local_tz),
    'email': 'xingang.wang@traxretail.com',
    'email_on_failure': False,
    'email_on_retry': False,
    'retries': 3,
    'retry_delay': timedelta(minutes=1),
}

dag = DAG(
    dag_id='sand_dawang_mk',
    default_args=args,
    schedule_interval='0 16 2,4,16,18 * *', # At 16:00 on day-of-month 2, 4, 16, and 18. mk
    # schedule_interval='0 16 * * 5',  # At 16:00 on Friday. my
    dagrun_timeout=timedelta(minutes=100))

t0 = BashOperator(
    task_id='sleep',
    bash_command='sleep 5',
    retries=3,
    dag=dag)

t1 = BashOperator(task_id="dw_mk_task",
                  bash_command='cd /usr/local/airflow/dags/bi_etl/krist/projects/trax_dawang;nohup python3 prod/mk.py',
                  dag=dag)

t0.set_upstream(t1)