build: default resources

TEAMSchools · Dec 2, 2024 · 84331be · 84331be
1 parent 15b4945
commit 84331be
Show file tree

Hide file tree

Showing 5 changed files with 21 additions and 43 deletions.
diff --git a/.k8s/dagster/values-override.yaml b/.k8s/dagster/values-override.yaml
@@ -41,9 +41,23 @@ dagsterCloudAgent:
 # Workspace: Configuration for pods (launched by the agent) that run Dagster user code
 ########################################################################################
 workspace:
+  # Default compute resource requirements for the pods created by the agent. See:
+  # https://kubernetes.io/docs/concepts/configuration/manage-resources-containers
+  resources:
+    requests:
+      cpu: 250m
+    limits:
+      cpu: 500m
+
   # Raw k8s configuration for the Kubernetes Job and Pod created for each run. See:
   # https://docs.dagster.io/deployment/guides/kubernetes/customizing-your-deployment
   runK8sConfig:
+    containerConfig:
+      resources:
+        requests:
+          cpu: 250m
+        limits:
+          cpu: 500m
     podTemplateSpecMetadata: # raw config for the pod's metadata
       annotations:
         cluster-autoscaler.kubernetes.io/safe-to-evict: "false"
@@ -54,6 +68,12 @@ workspace:
 
   # Raw k8s configuration for the Kubernetes Deployment created for each code location.
   serverK8sConfig:
+    containerConfig:
+      resources:
+        requests:
+          cpu: 250m
+        limits:
+          cpu: 500m
     podTemplateSpecMetadata: # raw config for the pod's metadata
       annotations:
         operator.1password.io/auto-restart: "true"
@@ -71,11 +91,4 @@ workspace:
       enabled: true
       ttlSeconds: 3600 # 1 hour
     branchDeployments:
-      ttlSeconds: 300
-
-  # Specifies the timeout in seconds the agent should use when waiting for a code
-  # server to be ready after the Kubernetes deployment is created.
-  # If not set, defaults to 180 seconds.
-  # This timeout should be increased if your code locations can take more than 3
-  # minutes to load your Dagster definitions.
-  # serverProcessStartupTimeout: 300
+      ttlSeconds: 300
diff --git a/src/teamster/code_locations/kippcamden/dagster-cloud.yaml b/src/teamster/code_locations/kippcamden/dagster-cloud.yaml
@@ -28,11 +28,6 @@ locations:
                         path: deanslist_api_key_map_yaml
         server_k8s_config:
           container_config:
-            resources:
-              requests:
-                cpu: 250m
-              limits:
-                cpu: 500m
             env:
               - name: COUCHDROP_SFTP_PASSWORD
                 valueFrom:
@@ -141,11 +136,6 @@ locations:
                     key: credential
         run_k8s_config:
           container_config:
-            resources:
-              requests:
-                cpu: 250m
-              limits:
-                cpu: 500m
             env:
               - name: COUCHDROP_SFTP_PASSWORD
                 valueFrom:

diff --git a/src/teamster/code_locations/kippmiami/dagster-cloud.yaml b/src/teamster/code_locations/kippmiami/dagster-cloud.yaml
@@ -28,11 +28,6 @@ locations:
                         path: deanslist_api_key_map_yaml
         server_k8s_config:
           container_config:
-            resources:
-              requests:
-                cpu: 250m
-              limits:
-                cpu: 500m
             env:
               - name: COUCHDROP_SFTP_PASSWORD
                 valueFrom:
@@ -136,11 +131,6 @@ locations:
                     key: subdomain
         run_k8s_config:
           container_config:
-            resources:
-              requests:
-                cpu: 250m
-              limits:
-                cpu: 500m
             env:
               - name: COUCHDROP_SFTP_PASSWORD
                 valueFrom:

diff --git a/src/teamster/code_locations/kippnewark/dagster-cloud.yaml b/src/teamster/code_locations/kippnewark/dagster-cloud.yaml
@@ -28,11 +28,6 @@ locations:
                         path: deanslist_api_key_map_yaml
         server_k8s_config:
           container_config:
-            resources:
-              requests:
-                cpu: 250m
-              limits:
-                cpu: 500m
             env:
               - name: COUCHDROP_SFTP_PASSWORD
                 valueFrom:
@@ -171,11 +166,6 @@ locations:
                     key: credential
         run_k8s_config:
           container_config:
-            resources:
-              requests:
-                cpu: 250m
-              limits:
-                cpu: 500m
             env:
               - name: COUCHDROP_SFTP_PASSWORD
                 valueFrom:

diff --git a/src/teamster/code_locations/kipptaf/dagster-cloud.yaml b/src/teamster/code_locations/kipptaf/dagster-cloud.yaml
@@ -381,11 +381,6 @@ locations:
                     key: credential
         run_k8s_config:
           container_config:
-            resources:
-              requests:
-                cpu: 250m
-              limits:
-                cpu: 500m
             env:
               - name: ADP_SFTP_PASSWORD
                 valueFrom: