Skip to content

Commit

Permalink
Add DAG to load cities from data.gov
Browse files Browse the repository at this point in the history
  • Loading branch information
ziv17 committed Aug 9, 2024
1 parent dd825cb commit 84276e1
Showing 1 changed file with 20 additions and 0 deletions.
20 changes: 20 additions & 0 deletions airflow_server/dags/cities.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
from airflow import DAG
import pendulum

from anyway_etl_airflow.operators.cli_bash_operator import CliBashOperator


dag_kwargs = dict(
default_args={
'owner': 'airflow',
},
schedule_interval='@monthly',
catchup=False,
start_date=pendulum.datetime(2024, 1, 1, tz="Asia/Jerusalem"),
)


with DAG('load-cities', **dag_kwargs) as load_cities:
CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process cities',
task_id='load-cities'
)

0 comments on commit 84276e1

Please sign in to comment.