feat(helm): make Dask autoscaler configurable (#835)

Closes #834
reanahub · Nov 11, 2024 · debb354 · debb354
1 parent c0d2e92
commit debb354
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 0 deletions.
diff --git a/helm/reana/README.md b/helm/reana/README.md
@@ -69,6 +69,7 @@ This Helm automatically prefixes all names using the release name to avoid colli
 | `components.reana_workflow_engine_snakemake.image`       | [REANA-Workflow-Engine-Snakemake image](https://hub.docker.com/r/reanahub/reana-workflow-engine-snakemake) to use | `docker.io/reanahub/reana-workflow-engine-snakemake:<chart-release-version>` |
 | `compute_backends`                                       | List of supported compute backends (kubernetes, htcondorcern, slurmcern)             | "kubernetes"                                    |
 | `dask.enabled`                                           | Enable support for running Dask workflows | false |
+| `dask.autoscaler_enabled`                                | Enable Dask autoscaler | true |
 | `dask.cluster_max_memory_limit`                          | The maximum memory limit for Dask clusters created by users | "16Gi" |
 | `dask.cluster_default_number_of_workers`                 | The number of Dask workers created by default | 2 |
 | `dask.cluster_default_single_worker_memory`              | The amount of memory used by default by a single Dask worker | "2Gi" |

diff --git a/helm/reana/templates/reana-server.yaml b/helm/reana/templates/reana-server.yaml
@@ -101,6 +101,8 @@ spec:
           - name: DASK_ENABLED
             value: {{ .Values.dask.enabled | quote }}
           {{- if .Values.dask.enabled }}
+          - name: DASK_AUTOSCALER_ENABLED
+            value: {{ .Values.dask.autoscaler_enabled | quote | default "true" }}
           - name: REANA_DASK_CLUSTER_MAX_MEMORY_LIMIT
             value: {{ .Values.dask.cluster_max_memory_limit | default "16Gi" }}
           - name: REANA_DASK_CLUSTER_DEFAULT_NUMBER_OF_WORKERS

diff --git a/helm/reana/templates/reana-workflow-controller.yaml b/helm/reana/templates/reana-workflow-controller.yaml
@@ -182,6 +182,8 @@ spec:
           - name: DASK_ENABLED
             value: {{ .Values.dask.enabled | quote }}
           {{- if .Values.dask.enabled }}
+          - name: DASK_AUTOSCALER_ENABLED
+            value: {{ .Values.dask.autoscaler_enabled | quote | default "true" }}
           - name: REANA_DASK_CLUSTER_MAX_MEMORY_LIMIT
             value: {{ .Values.dask.cluster_max_memory_limit | default "16Gi" }}
           - name: REANA_DASK_CLUSTER_DEFAULT_NUMBER_OF_WORKERS
@@ -289,6 +291,10 @@ spec:
         - name: GIT_SSL_NO_VERIFY
           value: "true"
         {{- end }}
+        {{- if .Values.dask.enabled }}
+        - name: DASK_AUTOSCALER_ENABLED
+          value: {{ .Values.dask.autoscaler_enabled | quote | default "true" }}
+        {{- end }}
         - name: REANA_DB_USERNAME
           valueFrom:
             secretKeyRef:

diff --git a/helm/reana/values.yaml b/helm/reana/values.yaml
@@ -180,6 +180,7 @@ traefik:
 
 dask:
   enabled: false
+  autoscaler_enabled: true
   cluster_max_memory_limit: "16Gi"
   cluster_default_number_of_workers: 2
   cluster_default_single_worker_memory: "2Gi"