From 937e8fa5f39f00a0f0f715c92411fe8ff15637e0 Mon Sep 17 00:00:00 2001 From: camillebfly <128752773+camillebfly@users.noreply.github.com> Date: Thu, 6 Jun 2024 16:14:15 +0200 Subject: [PATCH] Update 3_Socle_Production.qmd --- III-Deploiements/3_Socle_Production.qmd | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/III-Deploiements/3_Socle_Production.qmd b/III-Deploiements/3_Socle_Production.qmd index b50a52d..1134c93 100644 --- a/III-Deploiements/3_Socle_Production.qmd +++ b/III-Deploiements/3_Socle_Production.qmd @@ -68,7 +68,7 @@ On remarquera que les deux deploiments semblent assez similaires et que la princ ou ```bash -["python3.9", "-m", "fastchat.serve.openai_api_server", "--host", "0.0.0.0", "--port", "8000", "--api-keys", "dtnumds,dtnum-s56f1esfd,srp-sd5fze21d,dgfip-si2023", "--controller-address", "http://svc-controller"] +["python3.9", "-m", "fastchat.serve.openai_api_server", "--host", "0.0.0.0", "--port", "8000", "--api-keys", "key1", "--controller-address", "http://svc-controller"] ``` Ces commandes sont celles de FastChat mais peuvent être remplacées par votre propre solution de déploiement de modèle. @@ -145,7 +145,7 @@ spec: env: - name: no_proxy value: localhost,127.0.0.1,0.0.0.0,svc-controller,svc-llm-mixtral - command: ["python3.9", "-m", "fastchat.serve.openai_api_server", "--host", "0.0.0.0", "--port", "8000", "--api-keys", "dtnumds,dtnum-s56f1esfd,srp-sd5fze21d,dgfip-si2023", "--controller-address", "http://svc-controller"] + command: ["python3.9", "-m", "fastchat.serve.openai_api_server", "--host", "0.0.0.0", "--port", "8000", "--api-keys", "key1", "--controller-address", "http://svc-controller"] imagePullSecrets: - name : regcred @@ -242,8 +242,6 @@ Enfin, tous ces composants se basent sur des images docker qui continennent tout FROM python:3.9-buster as llm-api-light # Set environment variables -ENV https_proxy=http://proxy.infra.dgfip:3128 -ENV http_proxy=http://proxy.infra.dgfip:3128 ENV DEBIAN_FRONTEND noninteractive # Install dependencies RUN apt-get update -y && apt-get install -y curl @@ -262,8 +260,6 @@ RUN pip3 install plotly #################### BASE LLM BUILD IMAGE #################### FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 AS base -ENV https_proxy=http://proxy.infra.dgfip:3128 -ENV http_proxy=http://proxy.infra.dgfip:3128 ENV DEBIAN_FRONTEND noninteractive RUN apt-get update -y && apt-get install -y python3.9 curl RUN apt-get install -y python3-pip git