From ad9989e19f61b48c5c7c4af5e7ed01aabb8830d0 Mon Sep 17 00:00:00 2001 From: YANGDB Date: Fri, 27 Oct 2023 18:11:04 -0700 Subject: [PATCH] append the FlintPPLSparkExtensions to the spark conf (#111) * hard code append the FlintPPLSparkExtensions to the spark conf creation by the FlintREPL Signed-off-by: YANGDB * hard code append the FlintPPLSparkExtensions to the spark conf creation by the FlintREPL Signed-off-by: YANGDB --------- Signed-off-by: YANGDB --- .../main/scala/org/apache/spark/sql/FlintJobExecutor.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala b/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala index c54d420e8..5c9849dfd 100644 --- a/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala +++ b/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala @@ -28,7 +28,9 @@ trait FlintJobExecutor { def createSparkConf(): SparkConf = { new SparkConf() .setAppName(getClass.getSimpleName) - .set("spark.sql.extensions", "org.opensearch.flint.spark.FlintSparkExtensions") + .set( + "spark.sql.extensions", + "org.opensearch.flint.spark.FlintPPLSparkExtensions,org.opensearch.flint.spark.FlintSparkExtensions") } def createSparkSession(conf: SparkConf): SparkSession = {