Allow modification of processor settings for all buffers (#129)

* Allow modification of processor settings for all buffers Signed-off-by: Leon Keijser <[email protected]> * actually commit the template this time Signed-off-by: Leon Keijser <[email protected]> * trim whitespace Signed-off-by: Leon Keijser <[email protected]> Signed-off-by: Leon Keijser <[email protected]>
KongZ · Oct 13, 2022 · 3e07a73 · 3e07a73
1 parent 8f1fe39
commit 3e07a73
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 4 deletions.
diff --git a/charts/graylog/Chart.yaml b/charts/graylog/Chart.yaml
@@ -1,7 +1,7 @@
 apiVersion: v2
 name: graylog
 home: https://www.graylog.org
-version: 2.1.7
+version: 2.1.8
 appVersion: 4.2.7
 description: Graylog is the centralized log management solution built to open standards for capturing, storing, and enabling real-time analysis of terabytes of machine data.
 keywords:

diff --git a/charts/graylog/README.md b/charts/graylog/README.md
@@ -227,6 +227,9 @@ The following table lists the configurable parameters of the Graylog chart and t
 | `graylog.options.allowLeadingWildcardSearches` | if true, allow searches with leading wildcards. This can be extremely resource hungry and should only be enabled with care.                           | `false`                           |
 | `graylog.options.gc_warning_threshold`         | The threshold of the garbage collection runs                                                                                                          | `1s`                              |
 | `graylog.options.ringSize`                    | Size of internal ring buffers.       |          `65536`                    |
+| `graylog.options.processbufferProcessors`     | Number of processors assigned to the process buffer                                                                                                    | `5`                               |
+| `graylog.options.inputbufferProcessors`       | Number of processors assigned to the input buffer                                                                                                      | `2`                               |
+| `graylog.options.outputbufferProcessors`      | Number of processors assigned to the output buffer                                                                                                     | `3`                               |
 | `graylog.options.inputBufferRingSize`         | Size of input internal ring buffers. |          `65536`                    |
 
 

diff --git a/charts/graylog/templates/configmap.yaml b/charts/graylog/templates/configmap.yaml
@@ -105,12 +105,12 @@ data:
     output_flush_interval = 1
     output_fault_count_threshold = 5
     output_fault_penalty_seconds = 30
-    processbuffer_processors = 5
-    outputbuffer_processors = 3
+    processbuffer_processors = {{ .Values.graylog.options.processbufferProcessors | default 5 }}
+    outputbuffer_processors = {{ .Values.graylog.options.outputbufferProcessors | default 3 }}
     processor_wait_strategy = blocking
     ring_size = {{ .Values.graylog.options.ringSize | default 65536 }}
     inputbuffer_ring_size = {{ .Values.graylog.options.inputBufferRingSize | default 65536 }}
-    inputbuffer_processors = 2
+    inputbuffer_processors = {{ .Values.graylog.options.inputbufferProcessors | default 2 }}
     inputbuffer_wait_strategy = blocking
     message_journal_enabled = true
     # Do not change `message_journal_dir` location

diff --git a/charts/graylog/values.yaml b/charts/graylog/values.yaml
@@ -553,6 +553,12 @@ graylog:
     ## about possible problems with the system. Default is 1 second.
     gc_warning_threshold: 1s
 
+    ## Buffer processor settings.
+    ## A good rule of thumb is to never go over the number of cores available
+    outputbufferProcessors: 3
+    inputbufferProcessors: 2
+    processbufferProcessors: 5
+
 ## Specify Elasticsearch version from requirement dependencies. Ignore this seection if you install Elasticsearch manually.
 ##
 ## Note: the official elasticsearch chart will install master, coordinate, data, and ingest in single node.