append the FlintPPLSparkExtensions to the spark conf (#111)

* hard code append the FlintPPLSparkExtensions to the spark conf creation by the FlintREPL Signed-off-by: YANGDB <[email protected]> * hard code append the FlintPPLSparkExtensions to the spark conf creation by the FlintREPL Signed-off-by: YANGDB <[email protected]> --------- Signed-off-by: YANGDB <[email protected]>
opensearch-project · Oct 28, 2023 · ad9989e · ad9989e
1 parent 1f8dda9
commit ad9989e
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala b/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala
@@ -28,7 +28,9 @@ trait FlintJobExecutor {
   def createSparkConf(): SparkConf = {
     new SparkConf()
       .setAppName(getClass.getSimpleName)
-      .set("spark.sql.extensions", "org.opensearch.flint.spark.FlintSparkExtensions")
+      .set(
+        "spark.sql.extensions",
+        "org.opensearch.flint.spark.FlintPPLSparkExtensions,org.opensearch.flint.spark.FlintSparkExtensions")
   }
 
   def createSparkSession(conf: SparkConf): SparkSession = {