From 9d0c3cfd67763dd5ac93b8c8013017bbcf3dd72b Mon Sep 17 00:00:00 2001 From: PeterYang12 Date: Tue, 3 Sep 2024 19:55:10 -0700 Subject: [PATCH] Add dataprep CR for NV platform Signed-off-by: PeterYang12 --- .../samples/ChatQnA/chatQnA_dataprep_nv.yaml | 76 +++++++++++++++++++ 1 file changed, 76 insertions(+) create mode 100644 microservices-connector/config/samples/ChatQnA/chatQnA_dataprep_nv.yaml diff --git a/microservices-connector/config/samples/ChatQnA/chatQnA_dataprep_nv.yaml b/microservices-connector/config/samples/ChatQnA/chatQnA_dataprep_nv.yaml new file mode 100644 index 00000000..6f0cc41b --- /dev/null +++ b/microservices-connector/config/samples/ChatQnA/chatQnA_dataprep_nv.yaml @@ -0,0 +1,76 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +apiVersion: gmc.opea.io/v1alpha3 +kind: GMConnector +metadata: + labels: + app.kubernetes.io/name: gmconnector + app.kubernetes.io/managed-by: kustomize + gmc/platform: nvidia + name: chatqa + namespace: chatqa +spec: + routerConfig: + name: router + serviceName: router-service + nodes: + root: + routerType: Sequence + steps: + - name: Embedding + internalService: + serviceName: embedding-svc + config: + endpoint: /v1/embeddings + TEI_EMBEDDING_ENDPOINT: tei-embedding-svc + - name: TeiEmbedding + internalService: + serviceName: tei-embedding-svc + isDownstreamService: true + - name: Retriever + data: $response + internalService: + serviceName: retriever-svc + config: + endpoint: /v1/retrieval + REDIS_URL: redis-vector-db + TEI_EMBEDDING_ENDPOINT: tei-embedding-svc + - name: VectorDB + internalService: + serviceName: redis-vector-db + isDownstreamService: true + - name: Reranking + data: $response + internalService: + serviceName: reranking-svc + config: + endpoint: /v1/reranking + TEI_RERANKING_ENDPOINT: tei-reranking-svc + - name: TeiReranking + internalService: + serviceName: tei-reranking-svc + config: + endpoint: /rerank + isDownstreamService: true + - name: Llm + data: $response + internalService: + serviceName: llm-svc + config: + endpoint: /v1/chat/completions + TGI_LLM_ENDPOINT: tgi-service-m + - name: TgiNvidia + internalService: + serviceName: tgi-service-m + config: + endpoint: /generate + isDownstreamService: true + - name: DataPrep + internalService: + serviceName: data-prep-svc + config: + endpoint: /v1/dataprep + REDIS_URL: redis-vector-db + TEI_ENDPOINT: tei-embedding-svc + isDownstreamService: true