diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-f020/bento.yaml b/bentoml/bentos/gemma/2b-instruct-fp16-f020/bento.yaml index 29eedc2..3be151d 100644 --- a/bentoml/bentos/gemma/2b-instruct-fp16-f020/bento.yaml +++ b/bentoml/bentos/gemma/2b-instruct-fp16-f020/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: gemma version: 2b-instruct-fp16-f020 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:55.498453+00:00' +creation_time: '2024-07-24T01:41:41.538750+00:00' labels: model_name: google/gemma-2b-it openllm_alias: 2b,2b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/docker/Dockerfile b/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/docker/Dockerfile +++ b/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/requirements.lock.txt b/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/requirements.lock.txt +++ b/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/version.txt b/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/version.txt +++ b/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-f020/src/bentofile.yaml b/bentoml/bentos/gemma/2b-instruct-fp16-f020/src/bentofile.yaml index e8e1042..ffc7000 100644 --- a/bentoml/bentos/gemma/2b-instruct-fp16-f020/src/bentofile.yaml +++ b/bentoml/bentos/gemma/2b-instruct-fp16-f020/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/bento.yaml b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/bento.yaml index c9de457..9ee1eec 100644 --- a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/bento.yaml +++ b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: gemma version: 7b-instruct-awq-4bit-2eed bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:09.447944+00:00' +creation_time: '2024-07-24T01:41:55.950169+00:00' labels: model_name: casperhansen/gemma-7b-it-awq openllm_alias: 7b-4bit,7b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/docker/Dockerfile b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/docker/Dockerfile +++ b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/requirements.lock.txt b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/requirements.lock.txt +++ b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/version.txt b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/version.txt +++ b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/src/bentofile.yaml b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/src/bentofile.yaml index 46b2fdd..b5c1905 100644 --- a/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/src/bentofile.yaml +++ b/bentoml/bentos/gemma/7b-instruct-awq-4bit-2eed/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/bento.yaml b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/bento.yaml index bf50ca2..e29ed9b 100644 --- a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/bento.yaml +++ b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: gemma version: 7b-instruct-fp16-1e96 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:02.321282+00:00' +creation_time: '2024-07-24T01:41:48.722559+00:00' labels: model_name: google/gemma-7b-it openllm_alias: 7b,7b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/docker/Dockerfile b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/docker/Dockerfile +++ b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/requirements.lock.txt b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/requirements.lock.txt +++ b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/version.txt b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/version.txt +++ b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/src/bentofile.yaml b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/src/bentofile.yaml index dcbbdaf..188e7a3 100644 --- a/bentoml/bentos/gemma/7b-instruct-fp16-1e96/src/bentofile.yaml +++ b/bentoml/bentos/gemma/7b-instruct-fp16-1e96/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama2/13b-chat-fp16-603a/bento.yaml b/bentoml/bentos/llama2/13b-chat-fp16-603a/bento.yaml index c5aaa1e..6a67f0f 100644 --- a/bentoml/bentos/llama2/13b-chat-fp16-603a/bento.yaml +++ b/bentoml/bentos/llama2/13b-chat-fp16-603a/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama2 version: 13b-chat-fp16-603a bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:54:26.423838+00:00' +creation_time: '2024-07-24T01:40:08.002412+00:00' labels: model_name: meta-llama/Llama-2-13b-chat-hf openllm_alias: 13b,13b-chat @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama2/13b-chat-fp16-603a/env/docker/Dockerfile b/bentoml/bentos/llama2/13b-chat-fp16-603a/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama2/13b-chat-fp16-603a/env/docker/Dockerfile +++ b/bentoml/bentos/llama2/13b-chat-fp16-603a/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/requirements.lock.txt b/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/version.txt b/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/version.txt +++ b/bentoml/bentos/llama2/13b-chat-fp16-603a/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama2/13b-chat-fp16-603a/src/bentofile.yaml b/bentoml/bentos/llama2/13b-chat-fp16-603a/src/bentofile.yaml index 24ce3c2..8068f0e 100644 --- a/bentoml/bentos/llama2/13b-chat-fp16-603a/src/bentofile.yaml +++ b/bentoml/bentos/llama2/13b-chat-fp16-603a/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama2/70b-chat-fp16-95c5/bento.yaml b/bentoml/bentos/llama2/70b-chat-fp16-95c5/bento.yaml index 8f72616..6209010 100644 --- a/bentoml/bentos/llama2/70b-chat-fp16-95c5/bento.yaml +++ b/bentoml/bentos/llama2/70b-chat-fp16-95c5/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama2 version: 70b-chat-fp16-95c5 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:54:33.406100+00:00' +creation_time: '2024-07-24T01:40:15.203387+00:00' labels: model_name: meta-llama/Llama-2-70b-chat-hf openllm_alias: 70b,70b-chat @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/docker/Dockerfile b/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/docker/Dockerfile +++ b/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/requirements.lock.txt b/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/version.txt b/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/version.txt +++ b/bentoml/bentos/llama2/70b-chat-fp16-95c5/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama2/70b-chat-fp16-95c5/src/bentofile.yaml b/bentoml/bentos/llama2/70b-chat-fp16-95c5/src/bentofile.yaml index e48df15..1a7f0bd 100644 --- a/bentoml/bentos/llama2/70b-chat-fp16-95c5/src/bentofile.yaml +++ b/bentoml/bentos/llama2/70b-chat-fp16-95c5/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/bento.yaml b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/bento.yaml index edf12f4..2b569cb 100644 --- a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/bento.yaml +++ b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama2 version: 7b-chat-awq-4bit-c733 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:54:40.142242+00:00' +creation_time: '2024-07-24T01:40:22.459480+00:00' labels: model_name: TheBloke/Llama-2-7B-Chat-AWQ openllm_alias: 7b-4bit,7b-chat-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/docker/Dockerfile b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/docker/Dockerfile +++ b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/requirements.lock.txt b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/version.txt b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/version.txt +++ b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/src/bentofile.yaml b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/src/bentofile.yaml index 2dc1de2..ac7b7cd 100644 --- a/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/src/bentofile.yaml +++ b/bentoml/bentos/llama2/7b-chat-awq-4bit-c733/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/bento.yaml b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/bento.yaml index 9a69bc0..013007b 100644 --- a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/bento.yaml +++ b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama2 version: 7b-chat-fp16-b8c6 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:54:19.662996+00:00' +creation_time: '2024-07-24T01:40:00.852316+00:00' labels: model_name: meta-llama/Llama-2-7b-chat-hf openllm_alias: 7b,7b-chat @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/docker/Dockerfile b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/docker/Dockerfile +++ b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/requirements.lock.txt b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/version.txt b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/version.txt +++ b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/src/bentofile.yaml b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/src/bentofile.yaml index f9a3b39..4a0b2db 100644 --- a/bentoml/bentos/llama2/7b-chat-fp16-b8c6/src/bentofile.yaml +++ b/bentoml/bentos/llama2/7b-chat-fp16-b8c6/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/bento.yaml b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/bento.yaml index fe4a86d..1ed7977 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/bento.yaml +++ b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3.1 version: 70b-instruct-awq-4bit-f55b bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:48.695115+00:00' +creation_time: '2024-07-24T01:41:34.360467+00:00' labels: model_name: hugging-quants/Meta-Llama-3.1-70B-Instruct-AWQ-INT4 openllm_alias: 70b-4bit,70b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/docker/Dockerfile b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/docker/Dockerfile +++ b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/requirements.lock.txt b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/version.txt b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/version.txt +++ b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/src/bentofile.yaml b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/src/bentofile.yaml index 31b3f80..c6c5fc7 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/src/bentofile.yaml +++ b/bentoml/bentos/llama3.1/70b-instruct-awq-4bit-f55b/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/bento.yaml b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/bento.yaml index 2e9ded6..4f12037 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/bento.yaml +++ b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3.1 version: 70b-instruct-fp16-2eb2 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:41.877198+00:00' +creation_time: '2024-07-24T01:41:27.302682+00:00' labels: model_name: meta-llama/Meta-Llama-3.1-70B-Instruct openllm_alias: 70b,70b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/docker/Dockerfile b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/docker/Dockerfile +++ b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/requirements.lock.txt b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/version.txt b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/version.txt +++ b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/src/bentofile.yaml b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/src/bentofile.yaml index 9078c46..3e7df81 100644 --- a/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/src/bentofile.yaml +++ b/bentoml/bentos/llama3.1/70b-instruct-fp16-2eb2/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/bento.yaml b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/bento.yaml index e5fc8a9..63db802 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/bento.yaml +++ b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3.1 version: 8b-instruct-awq-4bit-f737 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:34.963133+00:00' +creation_time: '2024-07-24T01:41:20.145195+00:00' labels: model_name: hugging-quants/Meta-Llama-3.1-8B-Instruct-AWQ-INT4 openllm_alias: 8b-4bit,8b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/docker/Dockerfile b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/docker/Dockerfile +++ b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/requirements.lock.txt b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/version.txt b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/version.txt +++ b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/src/bentofile.yaml b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/src/bentofile.yaml index 8d88f13..be693b1 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/src/bentofile.yaml +++ b/bentoml/bentos/llama3.1/8b-instruct-awq-4bit-f737/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/bento.yaml b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/bento.yaml index b3ebf38..6d677d6 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/bento.yaml +++ b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3.1 version: 8b-instruct-fp16-6d7b bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:28.081530+00:00' +creation_time: '2024-07-24T01:41:12.925676+00:00' labels: model_name: meta-llama/Meta-Llama-3.1-8B-Instruct openllm_alias: 8b,8b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/docker/Dockerfile b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/docker/Dockerfile +++ b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/requirements.lock.txt b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/version.txt b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/version.txt +++ b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/src/bentofile.yaml b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/src/bentofile.yaml index 25e5736..9ea8eba 100644 --- a/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/src/bentofile.yaml +++ b/bentoml/bentos/llama3.1/8b-instruct-fp16-6d7b/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/bento.yaml b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/bento.yaml index 56661e2..3dc1dbb 100644 --- a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/bento.yaml +++ b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3 version: 70b-instruct-awq-4bit-9204 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:07.686000+00:00' +creation_time: '2024-07-24T01:40:51.338240+00:00' labels: model_name: casperhansen/llama-3-70b-instruct-awq openllm_alias: 70b-4bit,70b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/docker/Dockerfile b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/docker/Dockerfile +++ b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/requirements.lock.txt b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/version.txt b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/version.txt +++ b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/src/bentofile.yaml b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/src/bentofile.yaml index 3c5754d..702d17d 100644 --- a/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/src/bentofile.yaml +++ b/bentoml/bentos/llama3/70b-instruct-awq-4bit-9204/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3/70b-instruct-fp16-7936/bento.yaml b/bentoml/bentos/llama3/70b-instruct-fp16-7936/bento.yaml index 491aaeb..ab85d22 100644 --- a/bentoml/bentos/llama3/70b-instruct-fp16-7936/bento.yaml +++ b/bentoml/bentos/llama3/70b-instruct-fp16-7936/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3 version: 70b-instruct-fp16-7936 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:21.126741+00:00' +creation_time: '2024-07-24T01:41:05.800970+00:00' labels: model_name: meta-llama/Meta-Llama-3-70B-Instruct openllm_alias: 70b,70b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/docker/Dockerfile b/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/docker/Dockerfile +++ b/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/requirements.lock.txt b/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/version.txt b/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/version.txt +++ b/bentoml/bentos/llama3/70b-instruct-fp16-7936/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3/70b-instruct-fp16-7936/src/bentofile.yaml b/bentoml/bentos/llama3/70b-instruct-fp16-7936/src/bentofile.yaml index a53e036..de5b2ef 100644 --- a/bentoml/bentos/llama3/70b-instruct-fp16-7936/src/bentofile.yaml +++ b/bentoml/bentos/llama3/70b-instruct-fp16-7936/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/bento.yaml b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/bento.yaml index fd28142..940fbef 100644 --- a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/bento.yaml +++ b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3 version: 8b-instruct-awq-4bit-985b bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:00.833908+00:00' +creation_time: '2024-07-24T01:40:44.011645+00:00' labels: model_name: casperhansen/llama-3-8b-instruct-awq openllm_alias: 8b-4bit,8b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/docker/Dockerfile b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/docker/Dockerfile +++ b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/requirements.lock.txt b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/version.txt b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/version.txt +++ b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/src/bentofile.yaml b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/src/bentofile.yaml index 4a3f69f..ecbf603 100644 --- a/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/src/bentofile.yaml +++ b/bentoml/bentos/llama3/8b-instruct-awq-4bit-985b/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/llama3/8b-instruct-fp16-8638/bento.yaml b/bentoml/bentos/llama3/8b-instruct-fp16-8638/bento.yaml index 775d16a..5f69022 100644 --- a/bentoml/bentos/llama3/8b-instruct-fp16-8638/bento.yaml +++ b/bentoml/bentos/llama3/8b-instruct-fp16-8638/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: llama3 version: 8b-instruct-fp16-8638 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:55:14.353782+00:00' +creation_time: '2024-07-24T01:40:58.535012+00:00' labels: model_name: meta-llama/Meta-Llama-3-8B-Instruct openllm_alias: 8b,8b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/docker/Dockerfile b/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/docker/Dockerfile +++ b/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/requirements.lock.txt b/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/version.txt b/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/version.txt +++ b/bentoml/bentos/llama3/8b-instruct-fp16-8638/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/llama3/8b-instruct-fp16-8638/src/bentofile.yaml b/bentoml/bentos/llama3/8b-instruct-fp16-8638/src/bentofile.yaml index 48b6303..c0ca84e 100644 --- a/bentoml/bentos/llama3/8b-instruct-fp16-8638/src/bentofile.yaml +++ b/bentoml/bentos/llama3/8b-instruct-fp16-8638/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/bento.yaml b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/bento.yaml index ca3345b..391a627 100644 --- a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/bento.yaml +++ b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: mistral version: 7b-instruct-awq-4bit-332d bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:54:46.973899+00:00' +creation_time: '2024-07-24T01:40:29.691418+00:00' labels: model_name: TheBloke/Mistral-7B-Instruct-v0.1-AWQ openllm_alias: 7b-4bit,7b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/docker/Dockerfile b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/docker/Dockerfile +++ b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/requirements.lock.txt b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/requirements.lock.txt +++ b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/version.txt b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/version.txt +++ b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/src/bentofile.yaml b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/src/bentofile.yaml index 6a2f3c4..a729506 100644 --- a/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/src/bentofile.yaml +++ b/bentoml/bentos/mistral/7b-instruct-awq-4bit-332d/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/mistral/7b-instruct-fp16-c489/bento.yaml b/bentoml/bentos/mistral/7b-instruct-fp16-c489/bento.yaml index 3c2f619..8879833 100644 --- a/bentoml/bentos/mistral/7b-instruct-fp16-c489/bento.yaml +++ b/bentoml/bentos/mistral/7b-instruct-fp16-c489/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: mistral version: 7b-instruct-fp16-c489 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:54:54.031329+00:00' +creation_time: '2024-07-24T01:40:36.864066+00:00' labels: model_name: mistralai/Mistral-7B-Instruct-v0.1 openllm_alias: 7b,7b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/docker/Dockerfile b/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/docker/Dockerfile +++ b/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/requirements.lock.txt b/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/requirements.lock.txt +++ b/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/version.txt b/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/version.txt +++ b/bentoml/bentos/mistral/7b-instruct-fp16-c489/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/mistral/7b-instruct-fp16-c489/src/bentofile.yaml b/bentoml/bentos/mistral/7b-instruct-fp16-c489/src/bentofile.yaml index 59eeb82..ea7d274 100644 --- a/bentoml/bentos/mistral/7b-instruct-fp16-c489/src/bentofile.yaml +++ b/bentoml/bentos/mistral/7b-instruct-fp16-c489/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/bento.yaml b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/bento.yaml index 1683605..6ce4a8b 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/bento.yaml +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: mixtral version: 8x7b-instruct-v0.1-awq-4bit-7682 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:23.068542+00:00' +creation_time: '2024-07-24T01:42:10.434199+00:00' labels: model_name: casperhansen/mixtral-instruct-awq openllm_alias: 8x7b-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/docker/Dockerfile b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/docker/Dockerfile +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/requirements.lock.txt b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/requirements.lock.txt +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/version.txt b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/version.txt +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/src/bentofile.yaml b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/src/bentofile.yaml index 8494dad..4f0beb9 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/src/bentofile.yaml +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-awq-4bit-7682/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/bento.yaml b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/bento.yaml index b370999..fb2ffb5 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/bento.yaml +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: mixtral version: 8x7b-instruct-v0.1-fp16-39ff bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:16.286739+00:00' +creation_time: '2024-07-24T01:42:03.055773+00:00' labels: model_name: mistralai/Mixtral-8x7B-Instruct-v0.1 openllm_alias: 8x7b,8x7b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/docker/Dockerfile b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/docker/Dockerfile +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/requirements.lock.txt b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/requirements.lock.txt +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/version.txt b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/version.txt +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/src/bentofile.yaml b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/src/bentofile.yaml index f08e2c7..a6c53ce 100644 --- a/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/src/bentofile.yaml +++ b/bentoml/bentos/mixtral/8x7b-instruct-v0.1-fp16-39ff/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/bento.yaml b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/bento.yaml index 86cac2e..21829b2 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/bento.yaml +++ b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: phi3 version: 3.8b-instruct-fp16-c4d8 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:54:12.716463+00:00' +creation_time: '2024-07-24T01:39:53.709037+00:00' labels: model_name: microsoft/Phi-3-mini-4k-instruct openllm_alias: 3.8b,3.8b-mini,3.8b-mini-instruct-4k-fp16 @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/docker/Dockerfile b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/docker/Dockerfile +++ b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/requirements.lock.txt b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/requirements.lock.txt +++ b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/version.txt b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/version.txt +++ b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/src/bentofile.yaml b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/src/bentofile.yaml index edb428a..d1ad606 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/src/bentofile.yaml +++ b/bentoml/bentos/phi3/3.8b-instruct-fp16-c4d8/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/bento.yaml b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/bento.yaml index a7a97d1..1a0a051 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/bento.yaml +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/bento.yaml @@ -2,7 +2,7 @@ service: service:LlamaCppChat name: phi3 version: 3.8b-instruct-ggml-q4-f5db bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:57:13.780534+00:00' +creation_time: '2024-07-24T02:00:11.057475+00:00' labels: model_name: microsoft/Phi-3-mini-4k-instruct-gguf openllm_alias: 3.8b-ggml-q4,3.8b-mini-instruct-4k-ggml-q4 @@ -100,7 +100,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: CMAKE_ARGS: -DLLAMA_METAL=on diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/docker/Dockerfile b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/docker/Dockerfile index e299411..8b20c02 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/docker/Dockerfile +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/requirements.lock.txt b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/requirements.lock.txt index f244f8d..a071d3e 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/requirements.lock.txt +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -19,6 +20,7 @@ deprecated==1.2.14 diskcache==5.6.3 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.1 fastapi-cli==0.0.4 filelock==3.15.4 @@ -76,6 +78,7 @@ simple-di==0.1.5 six==1.16.0 sniffio==1.3.1 starlette==0.37.2 +tomli==2.0.1 tomli-w==1.0.0 tornado==6.4.1 tqdm==4.66.4 diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/version.txt b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/version.txt +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/src/bentofile.yaml b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/src/bentofile.yaml index a44fc2d..8ff9ccf 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/src/bentofile.yaml +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-f5db/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: CMAKE_ARGS: -DLLAMA_METAL=on - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/bento.yaml b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/bento.yaml index 776169b..8b8ba44 100644 --- a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/bento.yaml +++ b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: qwen2 version: 0.5b-instruct-fp16-0bca bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:29.754537+00:00' +creation_time: '2024-07-24T01:42:17.604652+00:00' labels: model_name: Qwen/Qwen2-0.5B-Instruct openllm_alias: 0.5b,0.5b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/docker/Dockerfile b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/docker/Dockerfile +++ b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/requirements.lock.txt b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/requirements.lock.txt +++ b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/version.txt b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/version.txt +++ b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/src/bentofile.yaml b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/src/bentofile.yaml index e8d515a..67df231 100644 --- a/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/src/bentofile.yaml +++ b/bentoml/bentos/qwen2/0.5b-instruct-fp16-0bca/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/bento.yaml b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/bento.yaml index e309485..d7fcecd 100644 --- a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/bento.yaml +++ b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: qwen2 version: 1.5b-instruct-fp16-f784 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:36.360077+00:00' +creation_time: '2024-07-24T01:42:24.759968+00:00' labels: model_name: Qwen/Qwen2-1.5B-Instruct openllm_alias: 1.5b,1.5b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/docker/Dockerfile b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/docker/Dockerfile +++ b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/requirements.lock.txt b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/requirements.lock.txt +++ b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/version.txt b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/version.txt +++ b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/src/bentofile.yaml b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/src/bentofile.yaml index 41a4872..22dacca 100644 --- a/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/src/bentofile.yaml +++ b/bentoml/bentos/qwen2/1.5b-instruct-fp16-f784/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/bento.yaml b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/bento.yaml index 91f5a09..ae7a95f 100644 --- a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/bento.yaml +++ b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: qwen2 version: 57b-a14b-instruct-fp16-c9b8 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:57:03.679876+00:00' +creation_time: '2024-07-24T01:42:53.406502+00:00' labels: model_name: Qwen/Qwen2-57B-A14B-Instruct openllm_alias: 57b-a14b,57b-a14b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/docker/Dockerfile b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/docker/Dockerfile +++ b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/requirements.lock.txt b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/requirements.lock.txt +++ b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/version.txt b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/version.txt +++ b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/src/bentofile.yaml b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/src/bentofile.yaml index 868600a..787bb3e 100644 --- a/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/src/bentofile.yaml +++ b/bentoml/bentos/qwen2/57b-a14b-instruct-fp16-c9b8/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/bento.yaml b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/bento.yaml index ad71323..ba784ad 100644 --- a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/bento.yaml +++ b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: qwen2 version: 72b-instruct-awq-4bit-13bf bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:56.843465+00:00' +creation_time: '2024-07-24T01:42:46.217182+00:00' labels: model_name: Qwen/Qwen2-72B-Instruct-AWQ openllm_alias: 72b-4bit,72b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/docker/Dockerfile b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/docker/Dockerfile +++ b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/requirements.lock.txt b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/requirements.lock.txt +++ b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/version.txt b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/version.txt +++ b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/src/bentofile.yaml b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/src/bentofile.yaml index e6543bc..5d151df 100644 --- a/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/src/bentofile.yaml +++ b/bentoml/bentos/qwen2/72b-instruct-awq-4bit-13bf/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/bento.yaml b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/bento.yaml index e464cd6..ec7d1ae 100644 --- a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/bento.yaml +++ b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: qwen2 version: 72b-instruct-fp16-8c5b bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:57:10.553240+00:00' +creation_time: '2024-07-24T01:43:00.585792+00:00' labels: model_name: Qwen/Qwen2-72B-Instruct openllm_alias: 72b,72b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/docker/Dockerfile b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/docker/Dockerfile +++ b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/requirements.lock.txt b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/requirements.lock.txt +++ b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/version.txt b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/version.txt +++ b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/src/bentofile.yaml b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/src/bentofile.yaml index 156efd3..79afbd9 100644 --- a/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/src/bentofile.yaml +++ b/bentoml/bentos/qwen2/72b-instruct-fp16-8c5b/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/bento.yaml b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/bento.yaml index 7e2ca46..37b84da 100644 --- a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/bento.yaml +++ b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: qwen2 version: 7b-instruct-awq-4bit-3150 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:43.019056+00:00' +creation_time: '2024-07-24T01:42:31.925365+00:00' labels: model_name: Qwen/Qwen2-7B-Instruct-AWQ openllm_alias: 7b-4bit,7b-instruct-4bit @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/docker/Dockerfile b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/docker/Dockerfile +++ b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/requirements.lock.txt b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/requirements.lock.txt +++ b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/version.txt b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/version.txt +++ b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/src/bentofile.yaml b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/src/bentofile.yaml index 4dd2af4..4d9237e 100644 --- a/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/src/bentofile.yaml +++ b/bentoml/bentos/qwen2/7b-instruct-awq-4bit-3150/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: diff --git a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/bento.yaml b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/bento.yaml index 9489767..7794860 100644 --- a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/bento.yaml +++ b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/bento.yaml @@ -2,7 +2,7 @@ service: service:VLLM name: qwen2 version: 7b-instruct-fp16-0016 bentoml_version: 1.3.0 -creation_time: '2024-07-24T00:56:49.902930+00:00' +creation_time: '2024-07-24T01:42:39.087560+00:00' labels: model_name: Qwen/Qwen2-7B-Instruct openllm_alias: 7b,7b-instruct @@ -117,7 +117,7 @@ schema: apis: [] docker: distro: debian - python_version: '3.11' + python_version: '3.9' cuda_version: null env: HF_TOKEN: '' diff --git a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/docker/Dockerfile b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/docker/Dockerfile index d7d2efd..6e67ca1 100644 --- a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/docker/Dockerfile +++ b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/docker/Dockerfile @@ -5,7 +5,7 @@ # =========================================== # Block SETUP_BENTO_BASE_IMAGE -FROM python:3.11-slim as base-container +FROM python:3.9-slim as base-container ENV LANG=C.UTF-8 diff --git a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/requirements.lock.txt b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/requirements.lock.txt index 3379e98..0684a35 100644 --- a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/requirements.lock.txt +++ b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/requirements.lock.txt @@ -5,6 +5,7 @@ annotated-types==0.7.0 anyio==4.4.0 appdirs==1.4.4 asgiref==3.8.1 +async-timeout==4.0.3 attrs==23.2.0 bentoml==1.3.0 cattrs==23.1.2 @@ -23,6 +24,7 @@ diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 email-validator==2.2.0 +exceptiongroup==1.2.2 fastapi==0.111.0 fastapi-cli==0.0.4 filelock==3.15.4 @@ -54,7 +56,7 @@ msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.2.1 ninja==1.11.1.1 numba==0.60.0 numpy==1.26.0 @@ -125,6 +127,7 @@ starlette==0.37.2 sympy==1.13.1 tiktoken==0.7.0 tokenizers==0.19.1 +tomli==2.0.1 tomli-w==1.0.0 torch==2.3.1 torchvision==0.18.1 diff --git a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/version.txt b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/version.txt index 530fe91..42a3d34 100644 --- a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/version.txt +++ b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/env/python/version.txt @@ -1 +1 @@ -3.11.9 \ No newline at end of file +3.9.19 \ No newline at end of file diff --git a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/src/bentofile.yaml b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/src/bentofile.yaml index 59c32ca..bc7e804 100644 --- a/bentoml/bentos/qwen2/7b-instruct-fp16-0016/src/bentofile.yaml +++ b/bentoml/bentos/qwen2/7b-instruct-fp16-0016/src/bentofile.yaml @@ -11,7 +11,7 @@ docker: dockerfile_template: null env: HF_TOKEN: '' - python_version: '3.11' + python_version: '3.9' setup_script: null system_packages: null envs: