Specify Kafka batch size (#555)

artie-labs · Nov 19, 2024 · 6d26ccd · 6d26ccd
1 parent e703a43
commit 6d26ccd
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/lib/kafkalib/writer.go b/lib/kafkalib/writer.go
@@ -1,6 +1,7 @@
 package kafkalib
 
 import (
+	"cmp"
 	"context"
 	"encoding/json"
 	"fmt"
@@ -32,10 +33,7 @@ func newWriter(ctx context.Context, cfg config.Kafka) (*kafka.Writer, error) {
 		Compression:            kafka.Gzip,
 		Transport:              transport,
 		WriteTimeout:           5 * time.Second,
-	}
-
-	if cfg.MaxRequestSize > 0 {
-		writer.BatchBytes = int64(cfg.MaxRequestSize)
+		BatchBytes:             cmp.Or(int64(cfg.MaxRequestSize), 1048576),
 	}
 
 	return writer, nil