Upgrade opensearch-spark jars to 0.3.0 (#2568)

Signed-off-by: Louis Chu <[email protected]>
opensearch-project · Mar 20, 2024 · 4dc83b7 · 4dc83b7
1 parent 405068b
commit 4dc83b7
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 8 deletions.
diff --git a/docs/user/ppl/admin/connectors/spark_connector.rst b/docs/user/ppl/admin/connectors/spark_connector.rst
@@ -35,7 +35,7 @@ Spark Connector Properties.
 * ``spark.datasource.flint.*`` [Optional]
     * This parameters provides the Opensearch domain host information for flint integration.
     * ``spark.datasource.flint.integration`` [Optional]
-        * Default value for integration jar is ``s3://spark-datasource/flint-spark-integration-assembly-0.1.0-SNAPSHOT.jar``.
+        * Default value for integration jar is ``s3://spark-datasource/flint-spark-integration-assembly-0.3.0-SNAPSHOT.jar``.
     * ``spark.datasource.flint.host`` [Optional]
         * Default value for host is ``localhost``.
     * ``spark.datasource.flint.port`` [Optional]

diff --git a/spark/src/main/java/org/opensearch/sql/spark/data/constants/SparkConstants.java b/spark/src/main/java/org/opensearch/sql/spark/data/constants/SparkConstants.java
@@ -19,11 +19,11 @@ public class SparkConstants {
 
   // EMR-S will download JAR to local maven
   public static final String SPARK_SQL_APPLICATION_JAR =
-      "file:///home/hadoop/.ivy2/jars/org.opensearch_opensearch-spark-sql-application_2.12-0.1.0-SNAPSHOT.jar";
+      "file:///home/hadoop/.ivy2/jars/org.opensearch_opensearch-spark-sql-application_2.12-0.3.0-SNAPSHOT.jar";
   public static final String SPARK_REQUEST_BUFFER_INDEX_NAME = ".query_execution_request";
   // TODO should be replaced with mvn jar.
   public static final String FLINT_INTEGRATION_JAR =
-      "s3://spark-datasource/flint-spark-integration-assembly-0.1.0-SNAPSHOT.jar";
+      "s3://spark-datasource/flint-spark-integration-assembly-0.3.0-SNAPSHOT.jar";
   // TODO should be replaced with mvn jar.
   public static final String FLINT_DEFAULT_CLUSTER_NAME = "opensearch-cluster";
   public static final String FLINT_DEFAULT_HOST = "localhost";
@@ -70,11 +70,11 @@ public class SparkConstants {
   public static final String DEFAULT_GLUE_CATALOG_CREDENTIALS_PROVIDER_FACTORY_KEY =
       "com.amazonaws.glue.catalog.metastore.STSAssumeRoleSessionCredentialsProviderFactory";
   public static final String SPARK_STANDALONE_PACKAGE =
-      "org.opensearch:opensearch-spark-standalone_2.12:0.1.0-SNAPSHOT";
+      "org.opensearch:opensearch-spark-standalone_2.12:0.3.0-SNAPSHOT";
   public static final String SPARK_LAUNCHER_PACKAGE =
-      "org.opensearch:opensearch-spark-sql-application_2.12:0.1.0-SNAPSHOT";
+      "org.opensearch:opensearch-spark-sql-application_2.12:0.3.0-SNAPSHOT";
   public static final String PPL_STANDALONE_PACKAGE =
-      "org.opensearch:opensearch-spark-ppl_2.12:0.1.0-SNAPSHOT";
+      "org.opensearch:opensearch-spark-ppl_2.12:0.3.0-SNAPSHOT";
   public static final String AWS_SNAPSHOT_REPOSITORY =
       "https://aws.oss.sonatype.org/content/repositories/snapshots";
   public static final String GLUE_HIVE_CATALOG_FACTORY_CLASS =

diff --git a/spark/src/test/java/org/opensearch/sql/spark/constants/TestConstants.java b/spark/src/test/java/org/opensearch/sql/spark/constants/TestConstants.java
@@ -19,7 +19,7 @@ public class TestConstants {
   public static final String MOCK_SESSION_ID = "s-0123456";
   public static final String MOCK_STATEMENT_ID = "st-0123456";
   public static final String ENTRY_POINT_START_JAR =
-      "file:///home/hadoop/.ivy2/jars/org.opensearch_opensearch-spark-sql-application_2.12-0.1.0-SNAPSHOT.jar";
+      "file:///home/hadoop/.ivy2/jars/org.opensearch_opensearch-spark-sql-application_2.12-0.3.0-SNAPSHOT.jar";
   public static final String DEFAULT_RESULT_INDEX = "query_execution_result_ds1";
   public static final String US_EAST_REGION = "us-east-1";
   public static final String US_WEST_REGION = "us-west-1";

diff --git a/spark/src/test/java/org/opensearch/sql/spark/dispatcher/SparkQueryDispatcherTest.java b/spark/src/test/java/org/opensearch/sql/spark/dispatcher/SparkQueryDispatcherTest.java
@@ -953,7 +953,7 @@ private String constructExpectedSparkSubmitParameterString(
                + "  --conf"
                + " spark.hadoop.aws.catalog.credentials.provider.factory.class=com.amazonaws.glue.catalog.metastore.STSAssumeRoleSessionCredentialsProviderFactory"
                + "  --conf"
-               + " spark.jars.packages=org.opensearch:opensearch-spark-standalone_2.12:0.1.0-SNAPSHOT,org.opensearch:opensearch-spark-sql-application_2.12:0.1.0-SNAPSHOT,org.opensearch:opensearch-spark-ppl_2.12:0.1.0-SNAPSHOT"
+               + " spark.jars.packages=org.opensearch:opensearch-spark-standalone_2.12:0.3.0-SNAPSHOT,org.opensearch:opensearch-spark-sql-application_2.12:0.3.0-SNAPSHOT,org.opensearch:opensearch-spark-ppl_2.12:0.3.0-SNAPSHOT"
                + "  --conf"
                + " spark.jars.repositories=https://aws.oss.sonatype.org/content/repositories/snapshots"
                + "  --conf"