SNOW-983635 Don't use luben.zstd directly

Description Testing
snowflakedb · Dec 22, 2023 · 01966a3 · 01966a3
1 parent 9db2403
commit 01966a3
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 12 deletions.
diff --git a/pom.xml b/pom.xml
@@ -388,11 +388,6 @@
         </exclusion>
       </exclusions>
     </dependency>
-    <dependency>
-      <groupId>com.github.luben</groupId>
-      <artifactId>zstd-jni</artifactId>
-      <version>1.5.0-1</version>
-    </dependency>
 
     <dependency>
       <groupId>com.google.code.findbugs</groupId>

diff --git a/src/main/java/org/apache/parquet/hadoop/BdecParquetWriter.java b/src/main/java/org/apache/parquet/hadoop/BdecParquetWriter.java
@@ -9,8 +9,6 @@
 import java.util.List;
 import java.util.Map;
 
-import com.github.luben.zstd.ZstdInputStreamNoFinalizer;
-import com.github.luben.zstd.ZstdOutputStreamNoFinalizer;
 import net.snowflake.ingest.utils.Constants;
 import net.snowflake.ingest.utils.ErrorCode;
 import net.snowflake.ingest.utils.SFException;
@@ -114,12 +112,7 @@ public void writeRow(List<Object> row) {
   @Override
   public void close() throws IOException {
     try {
-      int test = Math.max(Math.max((int) ZstdOutputStreamNoFinalizer.recommendedCOutSize(), (int) ZstdInputStreamNoFinalizer.recommendedDInSize()), (int) ZstdInputStreamNoFinalizer.recommendedDOutSize());
-      System.out.println(test);
       writer.close();
-    } catch (java.lang.UnsatisfiedLinkError e) {
-      System.out.println(e);
-      throw new IOException(e);
     } catch (InterruptedException e) {
       throw new IOException(e);
     } finally {