From f7394a8305605cb0bb62377aa8cc301dc8a14792 Mon Sep 17 00:00:00 2001 From: YANGDB Date: Wed, 4 Oct 2023 15:08:33 -0700 Subject: [PATCH] update README.md with the additional spark extensions input argument Signed-off-by: YANGDB --- spark-sql-application/README.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/spark-sql-application/README.md b/spark-sql-application/README.md index bd12ee933..779bbebe2 100644 --- a/spark-sql-application/README.md +++ b/spark-sql-application/README.md @@ -25,6 +25,7 @@ FlintJob is designed for EMR Serverless Spark, executing SQL queries and storing + Spark 3.3.1 + Scala 2.12.15 + flint-spark-integration ++ ppl-spark-integration ## Usage @@ -36,6 +37,7 @@ SQLJob --class org.opensearch.sql.SQLJob \ --jars \ sql-job.jar \ + \ \ \ \ @@ -52,7 +54,7 @@ aws emr-serverless start-job-run \ --application-id \ --execution-role-arn \ --job-driver '{"sparkSubmit": {"entryPoint": "", \ - "entryPointArguments":["''", "", ""], \ + "entryPointArguments":["''","''", "", ""], \ "sparkSubmitParameters":"--class org.opensearch.sql.FlintJob \ --conf spark.hadoop.fs.s3.customAWSCredentialsProvider=com.amazonaws.emr.AssumeRoleAWSCredentialsProvider \ --conf spark.emr-serverless.driverEnv.ASSUME_ROLE_CREDENTIALS_ROLE_ARN= \