fix: kafka.errors.MessageSizeTooLargeError

PostHog · Jan 6, 2024 · a4f0735 · a4f0735
1 parent 0c96017
commit a4f0735
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/docker-compose.base.yml b/docker-compose.base.yml
@@ -45,6 +45,8 @@ services:
             KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
             KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
             KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
+            KAFKA_CFG_MAX_REQUEST_SIZE: 20971520
+            KAFKA_CFG_MESSAGE_MAX_BYTES: 20971520
             ALLOW_PLAINTEXT_LISTENER: 'true'
 
     object_storage:

diff --git a/docker-compose.hobby.yml b/docker-compose.hobby.yml
@@ -74,6 +74,8 @@ services:
             SENTRY_DSN: $SENTRY_DSN
             SITE_URL: https://$DOMAIN
             SECRET_KEY: $POSTHOG_SECRET
+            # KAFKA_MAX_REQUEST_SIZE default 1MB, change to 2MB
+            SESSION_RECORDING_KAFKA_MAX_REQUEST_SIZE_BYTES: 20971520
     plugins:
         extends:
             file: docker-compose.base.yml
@@ -92,6 +94,7 @@ services:
             - '443:443'
         volumes:
             - ./Caddyfile:/etc/caddy/Caddyfile
+            - caddy-data:/data
         depends_on:
             - web
     object_storage:
@@ -153,3 +156,4 @@ volumes:
     object_storage:
     postgres-data:
     clickhouse-data:
+    caddy-data: