Add library runtime package to Spark submit test

aehrc · Nov 3, 2023 · 42f0737 · 42f0737
1 parent 14abeaf
commit 42f0737
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lib/python/pom.xml b/lib/python/pom.xml
@@ -231,7 +231,7 @@
                     <argument>--jars</argument>
                     <argument>${project.build.directory}/dependency/*</argument>
                     <argument>--packages</argument>
-                    <argument>io.delta:delta-core_${pathling.scalaVersion}:${pathling.deltaVersion}</argument>
+                    <argument>au.csiro.pathling:library-runtime:${project.version},io.delta:delta-core_${pathling.scalaVersion}:${pathling.deltaVersion}</argument>
                     <argument>--conf</argument>
                     <argument>spark.sql.extensions=io.delta.sql.DeltaSparkSessionExtension</argument>
                     <argument>--conf</argument>