diff --git a/chart/model-values.yaml b/chart/model-values.yaml index a32ad6b..07c6423 100644 --- a/chart/model-values.yaml +++ b/chart/model-values.yaml @@ -354,6 +354,17 @@ deployments: LLM_MODEL_IDS: |- aisingapore/llama3-8b-cpt-sea-lionv2-instruct + - name: "common-llms-sealion-v2-1" + image: "crgooeyprodwestus1.azurecr.io/gooey-gpu-common:7" + limits_gpu: "30Gi" + limits: + memory: "80Gi" # (220 / 80) * 30 + env: + IMPORTS: |- + common.llms + LLM_MODEL_IDS: |- + aisingapore/llama3-8b-cpt-sea-lionv2.1-instruct + - name: "common-llms-sarvam-2b" image: "crgooeyprodwestus1.azurecr.io/gooey-gpu-common:7" limits_gpu: "6Gi"