feat: refactor worker to base deployment

Signed-off-by: Philip Miglinci <[email protected]>

glasskube/trieve/configmap.yaml

@@ -8,11 +8,9 @@ data:
   BASE_SERVER_URL: "http://api.localtrieve.com"
   REDIS_URL: "redis://redis:6379"
   QDRANT_URL: "http://trieve-qdrant-qdrant:6334"
-  # QDRANT_API_KEY: "FROM SECRET" # FROM SECRET
   QUANTIZE_VECTORS: "false"
   REPLICATION_FACTOR: "2"
   VECTOR_SIZES: "384,512,768,1024,1536,3072"
-  #  DATABASE_URL: "FROM_SCERET"
   SMTP_RELAY: "smtp.fastmail.com"
   SMTP_USERNAME: "[email protected]"
   SMTP_PASSWORD: "FROM SECRET"

glasskube/trieve/embeddings/base/kustomization.yaml

@@ -1,3 +1,5 @@
 resources:
   - deployment.yaml
   - service.yaml
+
+

glasskube/trieve/kustomization.yaml

@@ -2,15 +2,14 @@ namespace: default
 commonLabels:
   app.kubernetes.io/name: trieve
   app.kubernetes.io/part-of: trieve
-  app.kubernetes.io/instance: test
+  app.kubernetes.io/instance: trieve
 resources:
   - configmap.yaml
   - clickhouse.yaml
   - keycloak
   - server
   - ui
   - worker
-  - sync-qdrant # really needed?
   - ingest
   - embeddings
 
@@ -19,6 +18,8 @@ images:
     newTag: cpu-1.4
   - name: trieve/ingest
     newTag: sha-d8b18ca
+  - name: trieve/sync_qdrant
+    newTag: sha-d8b18ca
   - name: trieve/server
     newTag: sha-d8b18ca
   - name: trieve/analytics-site

glasskube/trieve/worker/delete-worker/deployment.yaml → glasskube/trieve/worker/base/deployment.yaml

@@ -1,14 +1,16 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: trieve-delete-worker
+  name: trieve-worker
 spec:
   selector: {}
   template:
     spec:
       containers:
-        - name: delete-worker
-          image: trieve/delete-worker
+        - name: worker
+          image: worker
+          ports:
+            - containerPort: 80
           env:
             - name: DATABASE_URL
               valueFrom:
@@ -26,4 +28,4 @@ spec:
           resources:
             limits:
               cpu: "1"
-              memory: 100Mi
+              memory: 200Mi

glasskube/trieve/worker/base/kustomization.yaml

@@ -0,0 +1,2 @@
+resources:
+  - deployment.yaml

glasskube/trieve/worker/delete/kustomization.yaml

@@ -0,0 +1,8 @@
+commonLabels:
+  app.kubernetes.io/component: worker-delete
+nameSuffix: -delete
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/delete-worker

glasskube/trieve/worker/file/kustomization.yaml

@@ -0,0 +1,8 @@
+commonLabels:
+  app.kubernetes.io/component: worker-file
+nameSuffix: -file
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/file-worker

glasskube/trieve/worker/group/kustomization.yaml

@@ -0,0 +1,8 @@
+commonLabels:
+  app.kubernetes.io/component: worker-file
+nameSuffix: -group
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/file-worker

glasskube/trieve/worker/kustomization.yaml

@@ -1,4 +1,5 @@
 resources:
-  - delete-worker
-  - file-worker
-  - group-worker
+  - delete
+  - file
+  - group
+  - sync-qdrant

glasskube/trieve/worker/sync-qdrant/kustomization.yaml

@@ -0,0 +1,16 @@
+commonLabels:
+  app.kubernetes.io/component: worker-sync-qdrant
+nameSuffix: -sync-qdrant
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/sync_qdrant
+patches:
+  - target:
+      kind: Deployment
+      name: trieve-worker
+    patch: |-
+      - op: add
+        path: /spec/replicas
+        value: 0 # this deployment functions more like a "Job"