diff --git a/microservices-connector/config/samples/audioQnA_gaudi.yaml b/microservices-connector/config/samples/audioQnA_gaudi.yaml index 6c19bef4..0fb6d2f9 100644 --- a/microservices-connector/config/samples/audioQnA_gaudi.yaml +++ b/microservices-connector/config/samples/audioQnA_gaudi.yaml @@ -1,58 +1,58 @@ -# Copyright (C) 2024 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -apiVersion: gmc.opea.io/v1alpha3 -kind: GMConnector -metadata: - labels: - app.kubernetes.io/name: gmconnector - app.kubernetes.io/managed-by: kustomize - gmc/platform: gaudi - name: audioqa - namespace: audioqa -spec: - routerConfig: - name: router - serviceName: router-service - nodes: - root: - routerType: Sequence - steps: - - name: Asr - internalService: - serviceName: asr-svc - config: - endpoint: /v1/audio/transcriptions - ASR_ENDPOINT: whisper-gaudi-svc - - name: WhisperGaudi - internalService: - serviceName: whisper-gaudi-svc - config: - endpoint: /v1/asr - isDownstreamService: true - - name: Llm - data: $response - internalService: - serviceName: llm-svc - config: - endpoint: /v1/chat/completions - TGI_LLM_ENDPOINT: tgi-gaudi-svc - - name: TgiGaudi - internalService: - serviceName: tgi-gaudi-svc - config: - endpoint: /generate - isDownstreamService: true - - name: Tts - data: $response - internalService: - serviceName: tts-svc - config: - endpoint: /v1/audio/speech - TTS_ENDPOINT: speecht5-gaudi-svc - - name: SpeechT5Gaudi - internalService: - serviceName: speecht5-gaudi-svc - config: - endpoint: /v1/tts +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +apiVersion: gmc.opea.io/v1alpha3 +kind: GMConnector +metadata: + labels: + app.kubernetes.io/name: gmconnector + app.kubernetes.io/managed-by: kustomize + gmc/platform: gaudi + name: audioqa + namespace: audioqa +spec: + routerConfig: + name: router + serviceName: router-service + nodes: + root: + routerType: Sequence + steps: + - name: Asr + internalService: + serviceName: asr-svc + config: + endpoint: /v1/audio/transcriptions + ASR_ENDPOINT: whisper-gaudi-svc + - name: WhisperGaudi + internalService: + serviceName: whisper-gaudi-svc + config: + endpoint: /v1/asr + isDownstreamService: true + - name: Llm + data: $response + internalService: + serviceName: llm-svc + config: + endpoint: /v1/chat/completions + TGI_LLM_ENDPOINT: tgi-gaudi-svc + - name: TgiGaudi + internalService: + serviceName: tgi-gaudi-svc + config: + endpoint: /generate + isDownstreamService: true + - name: Tts + data: $response + internalService: + serviceName: tts-svc + config: + endpoint: /v1/audio/speech + TTS_ENDPOINT: speecht5-gaudi-svc + - name: SpeechT5Gaudi + internalService: + serviceName: speecht5-gaudi-svc + config: + endpoint: /v1/tts isDownstreamService: true diff --git a/microservices-connector/config/samples/audioQnA_xeon.yaml b/microservices-connector/config/samples/audioQnA_xeon.yaml index c3885634..881d7190 100644 --- a/microservices-connector/config/samples/audioQnA_xeon.yaml +++ b/microservices-connector/config/samples/audioQnA_xeon.yaml @@ -1,58 +1,58 @@ -# Copyright (C) 2024 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -apiVersion: gmc.opea.io/v1alpha3 -kind: GMConnector -metadata: - labels: - app.kubernetes.io/name: gmconnector - app.kubernetes.io/managed-by: kustomize - gmc/platform: xeon - name: audioqa - namespace: audioqa -spec: - routerConfig: - name: router - serviceName: router-service - nodes: - root: - routerType: Sequence - steps: - - name: Asr - internalService: - serviceName: asr-svc - config: - endpoint: /v1/audio/transcriptions - ASR_ENDPOINT: whisper-svc - - name: Whisper - internalService: - serviceName: whisper-svc - config: - endpoint: /v1/asr - isDownstreamService: true - - name: Llm - data: $response - internalService: - serviceName: llm-svc - config: - endpoint: /v1/chat/completions - TGI_LLM_ENDPOINT: tgi-svc - - name: Tgi - internalService: - serviceName: tgi-svc - config: - endpoint: /generate - isDownstreamService: true - - name: Tts - data: $response - internalService: - serviceName: tts-svc - config: - endpoint: /v1/audio/speech - TTS_ENDPOINT: speecht5-svc - - name: SpeechT5 - internalService: - serviceName: speecht5-svc - config: - endpoint: /v1/tts +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +apiVersion: gmc.opea.io/v1alpha3 +kind: GMConnector +metadata: + labels: + app.kubernetes.io/name: gmconnector + app.kubernetes.io/managed-by: kustomize + gmc/platform: xeon + name: audioqa + namespace: audioqa +spec: + routerConfig: + name: router + serviceName: router-service + nodes: + root: + routerType: Sequence + steps: + - name: Asr + internalService: + serviceName: asr-svc + config: + endpoint: /v1/audio/transcriptions + ASR_ENDPOINT: whisper-svc + - name: Whisper + internalService: + serviceName: whisper-svc + config: + endpoint: /v1/asr + isDownstreamService: true + - name: Llm + data: $response + internalService: + serviceName: llm-svc + config: + endpoint: /v1/chat/completions + TGI_LLM_ENDPOINT: tgi-svc + - name: Tgi + internalService: + serviceName: tgi-svc + config: + endpoint: /generate + isDownstreamService: true + - name: Tts + data: $response + internalService: + serviceName: tts-svc + config: + endpoint: /v1/audio/speech + TTS_ENDPOINT: speecht5-svc + - name: SpeechT5 + internalService: + serviceName: speecht5-svc + config: + endpoint: /v1/tts isDownstreamService: true diff --git a/microservices-connector/config/samples/docsum_gaudi.yaml b/microservices-connector/config/samples/docsum_gaudi.yaml index 277f0d70..9b7a1ef3 100644 --- a/microservices-connector/config/samples/docsum_gaudi.yaml +++ b/microservices-connector/config/samples/docsum_gaudi.yaml @@ -24,8 +24,6 @@ spec: serviceName: docsum-llm-uservice config: endpoint: /v1/chat/docsum - HUGGING_FACE_HUB_TOKEN: - HF_TOKEN: PORT: "9009" TGI_LLM_ENDPOINT: tgi-gaudi-svc - name: TgiGaudi diff --git a/microservices-connector/config/samples/docsum_xeon.yaml b/microservices-connector/config/samples/docsum_xeon.yaml index 8f04fd03..09a72e0f 100644 --- a/microservices-connector/config/samples/docsum_xeon.yaml +++ b/microservices-connector/config/samples/docsum_xeon.yaml @@ -24,8 +24,6 @@ spec: serviceName: docsum-llm-uservice config: endpoint: /v1/chat/docsum - HUGGING_FACE_HUB_TOKEN: - HF_TOKEN: PORT: "9009" TGI_LLM_ENDPOINT: tgi-svc - name: Tgi