From 96392add89e0b19176277c8d8fbdfca3216c58bd Mon Sep 17 00:00:00 2001 From: Simon Chow Date: Thu, 18 Jul 2024 09:39:31 -0400 Subject: [PATCH] Update resources --- airflow_variables_dev.json | 12 ++++++------ airflow_variables_prod.json | 2 +- dags/dbt_data_quality_alerts_dag.py | 2 +- dags/dbt_singular_tests_dag.py | 1 + 4 files changed, 9 insertions(+), 8 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index b0e2010b..ac7dd616 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -285,23 +285,23 @@ "resources": { "dbt": { "requests": { - "cpu": "0.2", + "cpu": "1", "ephemeral-storage": "500Mi", - "memory": "250Mi" + "memory": "600Mi" } }, "default": { "requests": { - "cpu": "0.2", + "cpu": "0.3", "ephemeral-storage": "500Mi", - "memory": "250Mi" + "memory": "600Mi" } }, "stellaretl": { "requests": { - "cpu": "0.2", + "cpu": "0.3", "ephemeral-storage": "500Mi", - "memory": "250Mi" + "memory": "600Mi" } } }, diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index ca07bcae..6ef19808 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -283,7 +283,7 @@ "resources": { "dbt": { "requests": { - "cpu": "0.5", + "cpu": "1", "ephemeral-storage": "1Gi", "memory": "1Gi" } diff --git a/dags/dbt_data_quality_alerts_dag.py b/dags/dbt_data_quality_alerts_dag.py index c92a7fda..3a599218 100644 --- a/dags/dbt_data_quality_alerts_dag.py +++ b/dags/dbt_data_quality_alerts_dag.py @@ -29,6 +29,6 @@ ) as dag: # Trigger elementary - elementary_alerts = elementary_task(dag, "dbt_data_quality") + elementary_alerts = elementary_task(dag, "dbt_data_quality", resource_cfg="dbt") elementary_alerts diff --git a/dags/dbt_singular_tests_dag.py b/dags/dbt_singular_tests_dag.py index 9cebb91d..bb828870 100644 --- a/dags/dbt_singular_tests_dag.py +++ b/dags/dbt_singular_tests_dag.py @@ -33,6 +33,7 @@ dag, command_type="test", tag="singular_test", + resource_cfg="dbt", ) singular_tests