from airflow.operators.bash_operator import BashOperator
from airflow import DAG
from datetime import datetime, timedelta
import pendulum
local_tz = pendulum.timezone("Asia/Shanghai")
args = {
'owner': 'Kristong',
'start_date': datetime(2021, 4, 29, tzinfo=local_tz),
'email': 'xingang.wang@traxretail.com',
'email_on_failure': False,
'email_on_retry': False,
'retries': 3,
'retry_delay': timedelta(minutes=1),
}
dag = DAG(
dag_id='sand_dawang_my',
default_args=args,
# schedule_interval='0 16 2,4,16,18 * *', # At 16:00 on day-of-month 2, 4, 16, and 18. mk
schedule_interval='0 16 * * 5', # At 16:00 on Friday. my
dagrun_timeout=timedelta(minutes=100))
t0 = BashOperator(
task_id='sleep',
bash_command='sleep 5',
retries=3,
dag=dag)
t1 = BashOperator(task_id="dw_my_task",
bash_command='cd /usr/local/airflow/dags/bi_etl/krist/projects/trax_dawang;nohup python3 prod/my.py',
dag=dag)
t0.set_upstream(t1)