diff --git a/airflow_server/dags/cities.py b/airflow_server/dags/cities.py new file mode 100644 index 0000000..41496b1 --- /dev/null +++ b/airflow_server/dags/cities.py @@ -0,0 +1,20 @@ +from airflow import DAG +import pendulum + +from anyway_etl_airflow.operators.cli_bash_operator import CliBashOperator + + +dag_kwargs = dict( + default_args={ + 'owner': 'airflow', + }, + schedule_interval='@monthly', + catchup=False, + start_date=pendulum.datetime(2024, 1, 1, tz="Asia/Jerusalem"), +) + + +with DAG('load-cities', **dag_kwargs) as load_cities: + CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process cities', + task_id='load-cities' + ) diff --git a/airflow_server/dags/streets.py b/airflow_server/dags/streets.py new file mode 100644 index 0000000..1a9665c --- /dev/null +++ b/airflow_server/dags/streets.py @@ -0,0 +1,20 @@ +from airflow import DAG +import pendulum + +from anyway_etl_airflow.operators.cli_bash_operator import CliBashOperator + + +dag_kwargs = dict( + default_args={ + 'owner': 'airflow', + }, + schedule_interval='@weekly', + catchup=False, + start_date=pendulum.datetime(2024, 1, 1, tz="Asia/Jerusalem"), +) + + +with DAG('load-streets', **dag_kwargs) as load_streets: + CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process streets', + task_id='load-streets' + )