feat: configure Thanos caching

charts/thanos/Chart.lock

@@ -4,3 +4,8 @@ dependencies:
   version: 12.21.0
 digest: sha256:ad7b9683f7aa4aa053b6c4ab8cd3d3cfbdfa77344f1373c609c7c9a8dff5edd8
 generated: "2024-01-18T07:03:25.161576564Z"
+- name: redis
+  repository: https://charts.bitnami.com/bitnami
+  version: 18.4.0
+digest: sha256:17f83e8fa5ed4acc963cfb471b3f6a73e5f347903ccf1a533fb6400628222d89
+generated: "2023-11-30T17:09:11.837623668+01:00"

charts/thanos/Chart.yaml

@@ -3,5 +3,8 @@ dependencies:
 - name: thanos
   repository: https://charts.bitnami.com/bitnami
   version: 12.21.0
+- name: "redis"
+  version: "18.4.0"
+  repository: "https://charts.bitnami.com/bitnami"
 name: thanos
 version: "0"

locals.tf

@@ -4,6 +4,18 @@ locals {
   # values.yaml translated into HCL structures.
   # Possible values available here -> https://github.com/bitnami/charts/tree/master/bitnami/thanos/
   helm_values = [{
+    redis = {
+      architecture = "standalone"
+      auth = {
+        enabled  = true
+        password = random_password.redis_password.result
+      }
+      master = {
+        persistence = {
+          enabled = false
+        }
+      }
+    }
     thanos = {
 
       storegateway = {
@@ -12,6 +24,28 @@ locals {
           enabled = false
         }
         resources = local.thanos.storegateway_resources
+        extraFlags = [
+          # Store Gateway index cache config -> https://thanos.io/tip/components/store.md/#index-cache
+          <<-EOT
+--index-cache.config="config":
+  addr: "thanos-redis-master:6379"
+  password: ${random_password.redis_password.result}
+  db: 0
+  dial_timeout: 5s
+  read_timeout: 3s
+  write_timeout: 3s
+  max_get_multi_concurrency: 1000
+  get_multi_batch_size: 100
+  max_set_multi_concurrency: 1000
+  set_multi_batch_size: 100
+  tls_enabled: false
+  cache_size: 0
+  max_async_buffer_size: 1000000
+  max_async_concurrency: 200
+  expiration: 2h
+"type": "REDIS"
+          EOT
+        ]
       }
 
       query = {
@@ -137,6 +171,49 @@ locals {
       }
 
       queryFrontend = {
+        extraFlags = [
+          # Query Frontend response cache config -> https://thanos.io/tip/components/query-frontend.md/#caching
+          <<-EOT
+--query-range.response-cache-config="config":
+  addr: "thanos-redis-master:6379"
+  password: ${random_password.redis_password.result}
+  db: 1
+  dial_timeout: 5s
+  read_timeout: 3s
+  write_timeout: 3s
+  max_get_multi_concurrency: 1000
+  get_multi_batch_size: 100
+  max_set_multi_concurrency: 1000
+  set_multi_batch_size: 100
+  tls_enabled: false
+  cache_size: 0
+  max_async_buffer_size: 1000000
+  max_async_concurrency: 200
+  expiration: 2h
+"type": "REDIS"   
+          EOT
+          ,
+          <<-EOT
+--labels.response-cache-config="config":
+  addr: "thanos-redis-master:6379"
+  password: ${random_password.redis_password.result}
+  db: 2
+  dial_timeout: 5s
+  read_timeout: 3s
+  write_timeout: 3s
+  max_get_multi_concurrency: 1000
+  get_multi_batch_size: 100
+  max_set_multi_concurrency: 1000
+  set_multi_batch_size: 100
+  tls_enabled: false
+  cache_size: 0
+  max_async_buffer_size: 1000000
+  max_async_concurrency: 200
+  expiration: 2h
+"type": "REDIS"   
+          EOT
+          ,
+        ]
         sidecars = [{
           args = concat([
             "--http-address=0.0.0.0:9075",

main.tf

@@ -2,6 +2,11 @@ resource "null_resource" "dependencies" {
   triggers = var.dependency_ids
 }
 
+resource "random_password" "redis_password" {
+  length  = 16
+  special = false
+}
+
 resource "argocd_project" "this" {
   count = var.argocd_project == null ? 1 : 0