Update resources

stellar · Jul 18, 2024 · 96392ad · 96392ad
1 parent 11284e1
commit 96392ad
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 8 deletions.
diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json
@@ -285,23 +285,23 @@
   "resources": {
     "dbt": {
       "requests": {
-        "cpu": "0.2",
+        "cpu": "1",
         "ephemeral-storage": "500Mi",
-        "memory": "250Mi"
+        "memory": "600Mi"
       }
     },
     "default": {
       "requests": {
-        "cpu": "0.2",
+        "cpu": "0.3",
         "ephemeral-storage": "500Mi",
-        "memory": "250Mi"
+        "memory": "600Mi"
       }
     },
     "stellaretl": {
       "requests": {
-        "cpu": "0.2",
+        "cpu": "0.3",
         "ephemeral-storage": "500Mi",
-        "memory": "250Mi"
+        "memory": "600Mi"
       }
     }
   },

diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json
@@ -283,7 +283,7 @@
   "resources": {
     "dbt": {
       "requests": {
-        "cpu": "0.5",
+        "cpu": "1",
         "ephemeral-storage": "1Gi",
         "memory": "1Gi"
       }

diff --git a/dags/dbt_data_quality_alerts_dag.py b/dags/dbt_data_quality_alerts_dag.py
@@ -29,6 +29,6 @@
 ) as dag:
 
     # Trigger elementary
-    elementary_alerts = elementary_task(dag, "dbt_data_quality")
+    elementary_alerts = elementary_task(dag, "dbt_data_quality", resource_cfg="dbt")
 
     elementary_alerts
diff --git a/dags/dbt_singular_tests_dag.py b/dags/dbt_singular_tests_dag.py
@@ -33,6 +33,7 @@
         dag,
         command_type="test",
         tag="singular_test",
+        resource_cfg="dbt",
     )
 
     singular_tests