maven packaging optimization

apache · Jan 22, 2024 · c718a8d · c718a8d
1 parent 5c4c20f
commit c718a8d
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 0 deletions.
diff --git a/linkis-commons/linkis-storage/pom.xml b/linkis-commons/linkis-storage/pom.xml
@@ -104,11 +104,13 @@
       <groupId>org.apache.parquet</groupId>
       <artifactId>parquet-avro</artifactId>
       <version>${parquet-avro.version}</version>
+      <scope>${storage.parquet.scope}</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-mapreduce-client-core</artifactId>
       <version>${hadoop.version}</version>
+      <scope>${storage.parquet.scope}</scope>
       <exclusions>
         <exclusion>
           <groupId>log4j</groupId>
@@ -134,6 +136,7 @@
       <artifactId>orc-core</artifactId>
       <version>${orc-core.version}</version>
       <classifier>nohive</classifier>
+      <scope>${storage.orc.scope}</scope>
       <exclusions>
         <exclusion>
           <groupId>org.apache.hive</groupId>

diff --git a/pom.xml b/pom.xml
@@ -121,6 +121,9 @@
     <spark.hadoop.version>${hadoop.version}</spark.hadoop.version>
     <spark.hadoop.scope>provided</spark.hadoop.scope>
 
+    <storage.parquet.scope>provided</storage.parquet.scope>
+    <storage.orc.scope>provided</storage.orc.scope>
+
     <flink.version>1.16.2</flink.version>
     <libfb303.version>0.9.3</libfb303.version>
     <minlog.version>1.3.0</minlog.version>
@@ -1944,5 +1947,19 @@
         </plugins>
       </build>
     </profile>
+    <!-- storage  -->
+    <profile>
+      <id>storage-parquet</id>
+      <properties>
+        <storage.parquet.scope>compile</storage.parquet.scope>
+      </properties>
+    </profile>
+
+    <profile>
+      <id>storage-orc</id>
+      <properties>
+        <storage.orc.scope>compile</storage.orc.scope>
+      </properties>
+    </profile>
   </profiles>
 </project>