From d3ec891228ba53cf07854fcd74b45bc7748ee781 Mon Sep 17 00:00:00 2001 From: Gal Topper Date: Wed, 17 Jan 2024 17:31:41 +0800 Subject: [PATCH 1/2] [Jupyter] Default spark driver memory to 2GB --- stable/jupyter/templates/jupyter-configmap.yaml | 1 + stable/jupyter/values.yaml | 1 + 2 files changed, 2 insertions(+) diff --git a/stable/jupyter/templates/jupyter-configmap.yaml b/stable/jupyter/templates/jupyter-configmap.yaml index 62307e23d..dbb70ca1c 100644 --- a/stable/jupyter/templates/jupyter-configmap.yaml +++ b/stable/jupyter/templates/jupyter-configmap.yaml @@ -121,6 +121,7 @@ data: cat << EOF >> ${SPARK_HOME}/conf/spark-defaults.conf spark.master=spark://{{ .Values.spark.hostname }}:{{ .Values.spark.port }} spark.driver.host=$(hostname -i) + spark.driver.memory={{ .Values.spark.driverMemory }} spark.executor.cores={{ .Values.spark.executorCores }} spark.executor.memory={{ .Values.spark.executorMemory }} spark.cores.max={{ .Values.spark.maxApplicationCores }} diff --git a/stable/jupyter/values.yaml b/stable/jupyter/values.yaml index a5d6dd621..a32ad1df9 100755 --- a/stable/jupyter/values.yaml +++ b/stable/jupyter/values.yaml @@ -1,6 +1,7 @@ spark: hostname: spark-master port: 7077 + driverMemory: 2G executorCores: 1 executorMemory: 2G maxApplicationCores: 4 From 224255ab6517e113ab6da49f0aa4a45392fa00c0 Mon Sep 17 00:00:00 2001 From: Gal Topper Date: Wed, 17 Jan 2024 17:34:10 +0800 Subject: [PATCH 2/2] Bump chart version --- stable/jupyter/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/jupyter/Chart.yaml b/stable/jupyter/Chart.yaml index 117c5cdaa..2b1d60b7f 100755 --- a/stable/jupyter/Chart.yaml +++ b/stable/jupyter/Chart.yaml @@ -1,4 +1,4 @@ -version: 0.14.35 +version: 0.14.36 apiVersion: v1 appVersion: 3.4.8 name: jupyter