From 01966a3e10006257230e5173d541251ddac5cd54 Mon Sep 17 00:00:00 2001 From: "lorenz.thiede" Date: Fri, 22 Dec 2023 12:09:52 +0000 Subject: [PATCH] SNOW-983635 Don't use luben.zstd directly Description Testing --- pom.xml | 5 ----- .../java/org/apache/parquet/hadoop/BdecParquetWriter.java | 7 ------- 2 files changed, 12 deletions(-) diff --git a/pom.xml b/pom.xml index b5bff7225..7a7138099 100644 --- a/pom.xml +++ b/pom.xml @@ -388,11 +388,6 @@ - - com.github.luben - zstd-jni - 1.5.0-1 - com.google.code.findbugs diff --git a/src/main/java/org/apache/parquet/hadoop/BdecParquetWriter.java b/src/main/java/org/apache/parquet/hadoop/BdecParquetWriter.java index de047b4c7..960c4b858 100644 --- a/src/main/java/org/apache/parquet/hadoop/BdecParquetWriter.java +++ b/src/main/java/org/apache/parquet/hadoop/BdecParquetWriter.java @@ -9,8 +9,6 @@ import java.util.List; import java.util.Map; -import com.github.luben.zstd.ZstdInputStreamNoFinalizer; -import com.github.luben.zstd.ZstdOutputStreamNoFinalizer; import net.snowflake.ingest.utils.Constants; import net.snowflake.ingest.utils.ErrorCode; import net.snowflake.ingest.utils.SFException; @@ -114,12 +112,7 @@ public void writeRow(List row) { @Override public void close() throws IOException { try { - int test = Math.max(Math.max((int) ZstdOutputStreamNoFinalizer.recommendedCOutSize(), (int) ZstdInputStreamNoFinalizer.recommendedDInSize()), (int) ZstdInputStreamNoFinalizer.recommendedDOutSize()); - System.out.println(test); writer.close(); - } catch (java.lang.UnsatisfiedLinkError e) { - System.out.println(e); - throw new IOException(e); } catch (InterruptedException e) { throw new IOException(e); } finally {