update max chunk limit in delimiter

Signed-off-by: yuye-aws <[email protected]>
yuye-aws · Mar 7, 2024 · e155b42 · e155b42
1 parent 0b27618
commit e155b42
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/src/main/java/org/opensearch/neuralsearch/processor/chunker/DelimiterChunker.java b/src/main/java/org/opensearch/neuralsearch/processor/chunker/DelimiterChunker.java
@@ -16,6 +16,8 @@ public DelimiterChunker() {}
 
     public static String MAX_CHUNK_LIMIT_FIELD = "max_chunk_limit";
 
+    private static final int DEFAULT_MAX_CHUNK_LIMIT = 100;
+
     @Override
     public void validateParameters(Map<String, Object> parameters) {
         if (parameters.containsKey(DELIMITER_FIELD)) {
@@ -30,8 +32,8 @@ public void validateParameters(Map<String, Object> parameters) {
             Object maxChunkLimit = parameters.get(MAX_CHUNK_LIMIT_FIELD);
             if (!(maxChunkLimit instanceof Integer)) {
                 throw new IllegalArgumentException("Parameter max_chunk_limit:" + maxChunkLimit.toString() + " should be integer.");
-            } else if ((int) maxChunkLimit <= 0) {
-                throw new IllegalArgumentException("Parameter max_chunk_limit:" + maxChunkLimit + " is not greater than 0.");
+            } else if ((int) maxChunkLimit < 0) {
+                throw new IllegalArgumentException("Parameter max_chunk_limit:" + maxChunkLimit + " is negative.");
             }
         }
     }