From cc6cf3aa5a5eae2116d1f6e2f18dff60e5fe4de5 Mon Sep 17 00:00:00 2001 From: yujonglee Date: Thu, 8 Aug 2024 17:13:56 +0900 Subject: [PATCH] add more deployments --- config.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/config.yaml b/config.yaml index adbdc47..44f0506 100644 --- a/config.yaml +++ b/config.yaml @@ -40,6 +40,20 @@ model_list: api_key: os.environ/AZURE_API_KEY_6 rpm: 900 tpm: 150000 + - model_name: gpt-4o + litellm_params: + model: azure/fastrepl-7-gpt-4o-2024-05-13 + api_base: https://fastrepl-7.openai.azure.com + api_key: os.environ/AZURE_API_KEY_7 + rpm: 2700 + tpm: 450000 + - model_name: gpt-4o + litellm_params: + model: azure/fastrepl-8-gpt-4o-2024-05-13 + api_base: https://fastrepl-8.openai.azure.com + api_key: os.environ/AZURE_API_KEY_8 + rpm: 2700 + tpm: 450000 - model_name: text-embedding-3-small litellm_params: model: azure/fastrepl-1-text-embedding-3-small