feat: Processing tasks in Arq through Redis

charts/keep/templates/keep-redis-pv.yaml

@@ -0,0 +1,15 @@
+{{- if and .Values.redis.enabled .Values.redis.pv.enabled -}}
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+ name: {{ include "keep.fullname" . }}-redis-pv
+spec:
+ capacity:
+ storage: {{ .Values.redis.pv.size }}
+ accessModes:
+ - ReadWriteOnce
+ persistentVolumeReclaimPolicy: Retain
+ storageClassName: {{ .Values.redis.pv.storageClass }}
+ hostPath:
+ path: "/data"
+{{- end }}

charts/keep/templates/keep-redis-pvc.yaml

@@ -0,0 +1,13 @@
+{{- if and .Values.redis.enabled .Values.redis.pvc.enabled -}}
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+ name: {{ include "keep.fullname" . }}-redis-pvc
+spec:
+ accessModes:
+ - ReadWriteOnce
+ storageClassName: {{ .Values.redis.pvc.storageClass }}
+ resources:
+ requests:
+ storage: {{ .Values.redis.pvc.size }}
+{{- end }}

charts/keep/templates/keep-redis-service.yaml

@@ -0,0 +1,19 @@
+{{- if .Values.redis.enabled -}}
+apiVersion: v1
+kind: Service
+metadata:
+ name: {{ include "keep.name" . }}-redis
+ labels:
+ {{- include "keep.labels" . | nindent 4 }}
+ keep-component: redis-service
+spec:
+ type: {{ .Values.redis.service.type }}
+ ports:
+ - port: {{ .Values.redis.service.port }}
+ targetPort: 6379
+ protocol: TCP
+ name: redis
+ selector:
+ {{- include "keep.selectorLabels" . | nindent 4 }}
+ keep-component: redis
+{{- end }}

charts/keep/templates/keep-redis.yaml

@@ -0,0 +1,80 @@
+{{- if .Values.redis.enabled -}}
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: {{ include "keep.fullname" . }}-redis
+ labels:
+ {{- include "keep.labels" . | nindent 4 }}
+ keep-component: redis
+spec:
+ {{- if not .Values.redis.autoscaling.enabled }}
+ replicas: {{ .Values.redis.replicaCount }}
+ {{- end }}
+ selector:
+ matchLabels:
+ {{- include "keep.selectorLabels" . | nindent 6 }}
+ keep-component: redis
+ template:
+ metadata:
+ {{- with .Values.redis.podAnnotations }}
+ annotations:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ labels:
+ {{- include "keep.selectorLabels" . | nindent 8 }}
+ keep-component: redis
+ spec:
+ {{- with .Values.redis.imagePullSecrets }}
+ imagePullSecrets:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ serviceAccountName: {{ include "keep.serviceAccountName" . }}
+ securityContext:
+ {{- toYaml .Values.redis.podSecurityContext | nindent 8 }}
+ containers:
+ - name: {{ .Chart.Name }}
+ securityContext:
+ {{- toYaml .Values.redis.securityContext | nindent 12 }}
+ image: "{{ .Values.redis.image.repository }}:{{ .Values.redis.image.tag | default .Chart.AppVersion }}"
+ imagePullPolicy: {{ .Values.redis.image.pullPolicy }}
+ ports:
+ - name: redis
+ containerPort: {{ .Values.redis.service.port }}
+ protocol: TCP
+ env:
+ {{- range .Values.redis.env }}
+ - name: {{ .name }}
+ value: {{ .value | quote }}
+ {{- end }}
+ volumeMounts:
+ - mountPath: /data
+ name: {{ include "keep.fullname" . }}-redis-pv
+ readOnly: false
+ {{- with .Values.redis.extraVolumeMounts }}
+ {{- toYaml . | nindent 10 }}
+ {{- end }}
+ {{- if .Values.redis.healthCheck.enabled }}
+ {{- toYaml .Values.redis.healthCheck.probes | nindent 10 }}
+ {{- end }}
+ resources:
+ {{- toYaml .Values.redis.resources | nindent 12 }}
+ {{- with .Values.redis.nodeSelector }}
+ nodeSelector:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- with .Values.redis.affinity }}
+ affinity:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- with .Values.redis.tolerations }}
+ tolerations:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ volumes:
+ - name: {{ include "keep.fullname" . }}-redis-pv
+ persistentVolumeClaim:
+ claimName: {{ include "keep.fullname" . }}-redis-pvc
+ {{- with .Values.redis.extraVolumes }}
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+{{- end }}

charts/keep/values.yaml

@@ -37,6 +37,14 @@
  value: keep-websocket
  - name: PUSHER_PORT
  value: 6001
+ - name: REDIS
+ value: true
+ - name: REDIS_HOST
+ value: keep-redis
+ - name: REDIS_PORT
+ value: 6379
+ - name: KEEP_ARQ_TASK_POOL
+ value: basic_processing
  openAiApi:
  enabled: false
  openAiApiKey: ""
@@ -237,7 +245,7 @@
  tag: "latest"
  env:
  - name: MYSQL_ALLOW_EMPTY_PASSWORD
  value: yes
  - name: MYSQL_DATABASE
  value: keep
  - name: MYSQL_PASSWORD
@@ -268,3 +276,45 @@
  port: 3306
  extraVolumeMounts: []
  extraVolumes: []
+
+redis:
+ enabled: true
+ replicaCount: 1
+ pv:
+ enabled: true
+ size: 1Gi
+ storageClass: ""
+ pvc:
+ enabled: true
+ size: 1Gi
+ storageClass: ""
+ image:
+ repository: redis
+ pullPolicy: IfNotPresent
+ tag: "latest"
+ imagePullSecrets: []
+ podAnnotations: {}
+ podSecurityContext: {}
+ securityContext: {}
+ service:
+ type: ClusterIP
+ port: 6379
+ resources: {}
+ autoscaling:
+ enabled: false
+ nodeSelector: {}
+ tolerations: []
+ affinity: {}
+ healthCheck:
+ enabled: false
+ probes:
+ readinessProbe:
+ tcpSocket:
+ port: 6379
+ initialDelaySeconds: 30
+ periodSeconds: 10
+ livenessProbe:
+ tcpSocket:
+ port: 6379
+ extraVolumeMounts: []
+ extraVolumes: []