faet: added more workers, moved ingest to the workers template

glasskube/README.md

@@ -70,9 +70,15 @@ Open [dashboard.localtrieve.com](http://dashboard.localtrieve.com) in your brows
 
 ## Optional commands
 
-Scale down all embedding servers:
+#### Scale down all embedding servers:
 
 ```shell
 kubectl scale deployment trieve-embedding-bgem3  trieve-embedding-jina trieve-embedding-reranker trieve-embedding-splade-doc trieve-embedding-splade-query --replicas 0
 
-```
+```
+
+#### Deleting the cluster
+
+```shell
+minikube delete -p trieve
+```

glasskube/trieve/kustomization.yaml

@@ -10,7 +10,6 @@ resources:
   - server
   - ui
   - worker
-  - ingest
   - embeddings
 
 images:

glasskube/trieve/worker/bktree-worker/kustomization.yaml

@@ -0,0 +1,8 @@
+commonLabels:
+  app.kubernetes.io/component: worker-bktree
+nameSuffix: -bktree
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/bktree-worker

glasskube/trieve/worker/group/kustomization.yaml

@@ -5,4 +5,4 @@ resources:
   - ../base
 images:
   - name: worker
-    newName: trieve/file-worker
+    newName: trieve/group-worker

glasskube/trieve/worker/ingest/kustomization.yaml

@@ -0,0 +1,8 @@
+commonLabels:
+  app.kubernetes.io/component: worker-file
+nameSuffix: -ingest
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/ingest

glasskube/trieve/worker/kustomization.yaml

@@ -1,5 +1,10 @@
 resources:
+  - bktree-worker
   - delete
   - file
   - group
+  - ingest
   - sync-qdrant
+  - reindexer
+  - queue-bm25
+  - word-worker

glasskube/trieve/worker/queue-bm25/kustomization.yaml

@@ -0,0 +1,16 @@
+commonLabels:
+  app.kubernetes.io/component: worker-queuebm25
+nameSuffix: -bm25
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/queue-bm25-migration
+patches:
+  - target:
+      kind: Deployment
+      name: trieve-worker
+    patch: |-
+      - op: add
+        path: /spec/replicas
+        value: 0 # this deployment functions more like a "Job"

glasskube/trieve/worker/reindexer/kustomization.yaml

@@ -0,0 +1,8 @@
+commonLabels:
+  app.kubernetes.io/component: worker-reindexer
+nameSuffix: -reindexer
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/reindex-worker

glasskube/trieve/worker/word-worker/kustomization.yaml

@@ -0,0 +1,8 @@
+commonLabels:
+  app.kubernetes.io/component: worker-words
+nameSuffix: -word
+resources:
+  - ../base
+images:
+  - name: worker
+    newName: trieve/word-worker