Handle default value for maxExecutors sparkConf

Signed-off-by: Shri Saran Raj N <[email protected]>
opensearch-project · Dec 10, 2024 · 6747ab9 · 6747ab9
1 parent 4783814
commit 6747ab9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala b/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala
@@ -548,7 +548,7 @@ trait FlintJobExecutor {
   }
 
   def getSegmentName(sparkSession: SparkSession): String = {
-    val maxExecutorsCount = sparkSession.conf.get(FlintSparkConf.MAX_EXECUTORS_COUNT.key)
+    val maxExecutorsCount = sparkSession.conf.get(FlintSparkConf.MAX_EXECUTORS_COUNT.key, "unknown")
     String.format("%se", maxExecutorsCount)
   }