[Jupyter] Default spark driver memory to 2GB [integ_3.5]

Backport of v3io#1017 / cb6b362.
gtopper · Apr 10, 2024 · b1d32b9 · b1d32b9
1 parent 2ebc455
commit b1d32b9
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 1 deletion.
diff --git a/stable/jupyter/Chart.yaml b/stable/jupyter/Chart.yaml
@@ -1,4 +1,4 @@
-version: 0.13.40
+version: 0.13.41
 apiVersion: v1
 appVersion: 3.4.8
 name: jupyter

diff --git a/stable/jupyter/templates/jupyter-configmap.yaml b/stable/jupyter/templates/jupyter-configmap.yaml
@@ -124,6 +124,7 @@ data:
     cat << EOF >> ${SPARK_HOME}/conf/spark-defaults.conf
     spark.master=spark://{{ .Values.spark.hostname }}:{{ .Values.spark.port }}
     spark.driver.host=$(hostname -i)
+    spark.driver.memory={{ .Values.spark.driverMemory }}
     spark.executor.cores={{ .Values.spark.executorCores }}
     spark.executor.memory={{ .Values.spark.executorMemory }}
     spark.cores.max={{ .Values.spark.maxApplicationCores }}

diff --git a/stable/jupyter/values.yaml b/stable/jupyter/values.yaml
@@ -1,6 +1,7 @@
 spark:
   hostname: spark-master
   port: 7077
+  driverMemory: 2G
   executorCores: 1
   executorMemory: 2G
   maxApplicationCores: 4