From 3e07a732eb17d2c0492a3c974cbd25768c6af113 Mon Sep 17 00:00:00 2001 From: Leon Keijser Date: Thu, 13 Oct 2022 19:41:16 +0200 Subject: [PATCH] Allow modification of processor settings for all buffers (#129) * Allow modification of processor settings for all buffers Signed-off-by: Leon Keijser * actually commit the template this time Signed-off-by: Leon Keijser * trim whitespace Signed-off-by: Leon Keijser Signed-off-by: Leon Keijser --- charts/graylog/Chart.yaml | 2 +- charts/graylog/README.md | 3 +++ charts/graylog/templates/configmap.yaml | 6 +++--- charts/graylog/values.yaml | 6 ++++++ 4 files changed, 13 insertions(+), 4 deletions(-) diff --git a/charts/graylog/Chart.yaml b/charts/graylog/Chart.yaml index b77c1bb..c3f7bdb 100755 --- a/charts/graylog/Chart.yaml +++ b/charts/graylog/Chart.yaml @@ -1,7 +1,7 @@ apiVersion: v2 name: graylog home: https://www.graylog.org -version: 2.1.7 +version: 2.1.8 appVersion: 4.2.7 description: Graylog is the centralized log management solution built to open standards for capturing, storing, and enabling real-time analysis of terabytes of machine data. keywords: diff --git a/charts/graylog/README.md b/charts/graylog/README.md index 870058b..38c12d9 100644 --- a/charts/graylog/README.md +++ b/charts/graylog/README.md @@ -227,6 +227,9 @@ The following table lists the configurable parameters of the Graylog chart and t | `graylog.options.allowLeadingWildcardSearches` | if true, allow searches with leading wildcards. This can be extremely resource hungry and should only be enabled with care. | `false` | | `graylog.options.gc_warning_threshold` | The threshold of the garbage collection runs | `1s` | | `graylog.options.ringSize` | Size of internal ring buffers. | `65536` | +| `graylog.options.processbufferProcessors` | Number of processors assigned to the process buffer | `5` | +| `graylog.options.inputbufferProcessors` | Number of processors assigned to the input buffer | `2` | +| `graylog.options.outputbufferProcessors` | Number of processors assigned to the output buffer | `3` | | `graylog.options.inputBufferRingSize` | Size of input internal ring buffers. | `65536` | diff --git a/charts/graylog/templates/configmap.yaml b/charts/graylog/templates/configmap.yaml index b2a7580..b20e563 100644 --- a/charts/graylog/templates/configmap.yaml +++ b/charts/graylog/templates/configmap.yaml @@ -105,12 +105,12 @@ data: output_flush_interval = 1 output_fault_count_threshold = 5 output_fault_penalty_seconds = 30 - processbuffer_processors = 5 - outputbuffer_processors = 3 + processbuffer_processors = {{ .Values.graylog.options.processbufferProcessors | default 5 }} + outputbuffer_processors = {{ .Values.graylog.options.outputbufferProcessors | default 3 }} processor_wait_strategy = blocking ring_size = {{ .Values.graylog.options.ringSize | default 65536 }} inputbuffer_ring_size = {{ .Values.graylog.options.inputBufferRingSize | default 65536 }} - inputbuffer_processors = 2 + inputbuffer_processors = {{ .Values.graylog.options.inputbufferProcessors | default 2 }} inputbuffer_wait_strategy = blocking message_journal_enabled = true # Do not change `message_journal_dir` location diff --git a/charts/graylog/values.yaml b/charts/graylog/values.yaml index f7d58a1..a97fa74 100644 --- a/charts/graylog/values.yaml +++ b/charts/graylog/values.yaml @@ -553,6 +553,12 @@ graylog: ## about possible problems with the system. Default is 1 second. gc_warning_threshold: 1s + ## Buffer processor settings. + ## A good rule of thumb is to never go over the number of cores available + outputbufferProcessors: 3 + inputbufferProcessors: 2 + processbufferProcessors: 5 + ## Specify Elasticsearch version from requirement dependencies. Ignore this seection if you install Elasticsearch manually. ## ## Note: the official elasticsearch chart will install master, coordinate, data, and ingest in single node.