From 53c748c1122723d941bf36b0432079b574a4f6a9 Mon Sep 17 00:00:00 2001 From: yujonglee Date: Sat, 3 Aug 2024 10:23:34 +0900 Subject: [PATCH] update proxy --- Dockerfile | 2 +- config.yaml | 12 ++---------- 2 files changed, 3 insertions(+), 11 deletions(-) diff --git a/Dockerfile b/Dockerfile index 9178bd6..b8b1230 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM ghcr.io/berriai/litellm:main-v1.40.1.dev4 +FROM ghcr.io/berriai/litellm:main-v1.42.10-stable WORKDIR /app COPY config.yaml . diff --git a/config.yaml b/config.yaml index 6eb047f..fb3fa98 100644 --- a/config.yaml +++ b/config.yaml @@ -109,17 +109,9 @@ model_list: api_key: os.environ/ANTHROPIC_API_KEY rpm: 1000 tpm: 40000 - - model_name: llama-3-70b + - model_name: llama-3.1-8b litellm_params: - model: anyscale/meta-llama/Meta-Llama-3-70B-Instruct - api_key: os.environ/ANYSCALE_API_KEY - - model_name: mixtral-8x22B - litellm_params: - model: anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1 - api_key: os.environ/ANYSCALE_API_KEY - - model_name: mistral-7b - litellm_params: - model: fireworks_ai/mistral-7b-instruct-v3 + model: fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct api_key: os.environ/FIREWORKS_API_KEY litellm_settings: drop_params: true