From ed40b7726f50ada9afc1fd31504af7fb3d04c651 Mon Sep 17 00:00:00 2001 From: Brett Hoerner Date: Wed, 11 Oct 2023 09:19:58 -0600 Subject: [PATCH] =?UTF-8?q?chore(plugin-server):=20use=20existing=20INGEST?= =?UTF-8?q?ION=5FBATCH=5FSIZE=20and=20KAFKA=5FCON=E2=80=A6=20(#17927)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit chore(plugin-server): use existing INGESTION_BATCH_SIZE and KAFKA_CONSUMPTION_SESSION_TIMEOUT_MS --- plugin-server/src/main/ingestion-queues/kafka-queue.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/plugin-server/src/main/ingestion-queues/kafka-queue.ts b/plugin-server/src/main/ingestion-queues/kafka-queue.ts index d40a0b7ef7699..690cf07291fca 100644 --- a/plugin-server/src/main/ingestion-queues/kafka-queue.ts +++ b/plugin-server/src/main/ingestion-queues/kafka-queue.ts @@ -240,11 +240,11 @@ export class IngestionConsumer { topic: this.topic, groupId: this.consumerGroupId, autoCommit: true, - sessionTimeout: 30000, + sessionTimeout: this.pluginsServer.KAFKA_CONSUMPTION_SESSION_TIMEOUT_MS, consumerMaxBytes: this.pluginsServer.KAFKA_CONSUMPTION_MAX_BYTES, consumerMaxBytesPerPartition: this.pluginsServer.KAFKA_CONSUMPTION_MAX_BYTES_PER_PARTITION, consumerMaxWaitMs: this.pluginsServer.KAFKA_CONSUMPTION_MAX_WAIT_MS, - fetchBatchSize: 500, + fetchBatchSize: this.pluginsServer.INGESTION_BATCH_SIZE, topicCreationTimeoutMs: this.pluginsServer.KAFKA_TOPIC_CREATION_TIMEOUT_MS, eachBatch: (payload) => this.eachBatchConsumer(payload), })