feat: apply new labels

bentoml · Jul 12, 2024 · 6ac4f5d · 6ac4f5d
1 parent 6424528
commit 6ac4f5d
Show file tree

Hide file tree

Showing 1,998 changed files with 3,241 additions and 3,288 deletions.
diff --git a/...tos/gemma/2b-instruct-fp16-26b3/README.md → ...tos/gemma/2b-instruct-fp16-0856/README.md b/...tos/gemma/2b-instruct-fp16-26b3/README.md → ...tos/gemma/2b-instruct-fp16-0856/README.md
@@ -1,4 +1,4 @@
-# gemma:2b-instruct-fp16-26b3
+# gemma:2b-instruct-fp16-0856
 
 [![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)

diff --git a/...a/2b-instruct-fp16-26b3/apis/openapi.yaml → ...a/2b-instruct-fp16-0856/apis/openapi.yaml b/...a/2b-instruct-fp16-26b3/apis/openapi.yaml → ...a/2b-instruct-fp16-0856/apis/openapi.yaml
diff --git a/...ma/2b-instruct-fp16-26b3/apis/schema.json → ...ma/2b-instruct-fp16-0856/apis/schema.json b/...ma/2b-instruct-fp16-26b3/apis/schema.json → ...ma/2b-instruct-fp16-0856/apis/schema.json
diff --git a/...os/gemma/2b-instruct-fp16-26b3/bento.yaml → ...os/gemma/2b-instruct-fp16-0856/bento.yaml b/...os/gemma/2b-instruct-fp16-26b3/bento.yaml → ...os/gemma/2b-instruct-fp16-0856/bento.yaml
@@ -1,12 +1,11 @@
 service: service:VLLM
 name: gemma
-version: 2b-instruct-fp16-26b3
+version: 2b-instruct-fp16-0856
 bentoml_version: 1.2.19
-creation_time: '2024-07-08T07:57:26.100524+00:00'
+creation_time: '2024-07-12T13:40:09.050778+00:00'
 labels:
+ model_name: google/gemma-2b-it
  openllm_alias: 2b,2b-instruct
- openllm_hf_model_id: google/gemma-2b-it
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/...-instruct-fp16-26b3/env/docker/Dockerfile → ...-instruct-fp16-0856/env/docker/Dockerfile b/...-instruct-fp16-26b3/env/docker/Dockerfile → ...-instruct-fp16-0856/env/docker/Dockerfile
diff --git a/...struct-fp16-26b3/env/docker/entrypoint.sh → ...struct-fp16-0856/env/docker/entrypoint.sh b/...struct-fp16-26b3/env/docker/entrypoint.sh → ...struct-fp16-0856/env/docker/entrypoint.sh
diff --git a/...-instruct-fp16-26b3/env/python/install.sh → ...-instruct-fp16-0856/env/python/install.sh b/...-instruct-fp16-26b3/env/python/install.sh → ...-instruct-fp16-0856/env/python/install.sh
diff --git a/...bit-d670/env/python/requirements.lock.txt → ...p16-0856/env/python/requirements.lock.txt b/...bit-d670/env/python/requirements.lock.txt → ...p16-0856/env/python/requirements.lock.txt
@@ -41,7 +41,7 @@ inflection==0.5.1
 interegular==0.3.3
 jinja2==3.1.4
 joblib==1.4.2
-jsonschema==4.22.0
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
 lark==1.1.9
 llvmlite==0.43.0
@@ -70,7 +70,7 @@ nvidia-ml-py==11.525.150
 nvidia-nccl-cu12==2.20.5
 nvidia-nvjitlink-cu12==12.5.82
 nvidia-nvtx-cu12==12.1.105
-openai==1.35.10
+openai==1.35.13
 opentelemetry-api==1.20.0
 opentelemetry-instrumentation==0.41b0
 opentelemetry-instrumentation-aiohttp-client==0.41b0
@@ -100,12 +100,12 @@ python-json-logger==2.0.7
 python-multipart==0.0.9
 pyyaml==6.0.1
 pyzmq==26.0.3
-ray==2.31.0
+ray==2.32.0
 referencing==0.35.1
 regex==2024.5.15
 requests==2.32.3
 rich==13.7.1
-rpds-py==0.18.1
+rpds-py==0.19.0
 safetensors==0.4.3
 schema==0.7.7
 scipy==1.13.1
@@ -115,7 +115,7 @@ simple-di==0.1.5
 six==1.16.0
 sniffio==1.3.1
 starlette==0.37.2
-sympy==1.12.1
+sympy==1.13.0
 tiktoken==0.7.0
 tokenizers==0.19.1
 tomli==2.0.1
@@ -144,4 +144,4 @@ zipp==3.19.2
 
 # The following packages are considered to be unsafe in a requirements file:
 pip==24.1.2
-setuptools==70.2.0
+setuptools==70.3.0
diff --git a/...uct-fp16-26b3/env/python/requirements.txt → ...uct-fp16-0856/env/python/requirements.txt b/...uct-fp16-26b3/env/python/requirements.txt → ...uct-fp16-0856/env/python/requirements.txt
diff --git a/...instruct-fp16-26b3/env/python/version.txt → ...instruct-fp16-0856/env/python/version.txt b/...instruct-fp16-26b3/env/python/version.txt → ...instruct-fp16-0856/env/python/version.txt
diff --git a/...instruct-fp16-26b3/src/bento_constants.py → ...instruct-fp16-0856/src/bento_constants.py b/...instruct-fp16-26b3/src/bento_constants.py → ...instruct-fp16-0856/src/bento_constants.py
@@ -5,8 +5,8 @@
  max_model_len: 2048
  model: google/gemma-2b-it
 extra_labels:
+ model_name: google/gemma-2b-it
  openllm_alias: 2b,2b-instruct
- openllm_hf_model_id: google/gemma-2b-it
 project: vllm-chat
 service_config:
  name: gemma

diff --git a/.../2b-instruct-fp16-26b3/src/bentofile.yaml → .../2b-instruct-fp16-0856/src/bentofile.yaml b/.../2b-instruct-fp16-26b3/src/bentofile.yaml → .../2b-instruct-fp16-0856/src/bentofile.yaml
@@ -28,9 +28,8 @@ include:
 - chat_templates/chat_templates/*.jinja
 - chat_templates/generation_configs/*.json
 labels:
+ model_name: google/gemma-2b-it
  openllm_alias: 2b,2b-instruct
- openllm_hf_model_id: google/gemma-2b-it
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja b/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja
diff --git a/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja b/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja
diff --git a/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja b/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja
diff --git a/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja b/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja
diff --git a/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja b/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja
diff --git a/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja b/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja
diff --git a/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja b/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja
diff --git a/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja b/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja
diff --git a/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja b/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja
diff --git a/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja b/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja
diff --git a/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja b/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja
diff --git a/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja b/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja
diff --git a/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja b/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja
diff --git a/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja b/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja
diff --git a/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja b/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja
diff --git a/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json b/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json
diff --git a/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json b/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json
diff --git a/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json b/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json
diff --git a/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json b/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json
diff --git a/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json b/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json
diff --git a/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json b/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json
diff --git a/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json b/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json
diff --git a/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json b/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json
diff --git a/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json b/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json
diff --git a/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json b/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json
diff --git a/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json b/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json
diff --git a/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json b/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json
diff --git a/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json b/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json
diff --git a/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json b/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json
diff --git a/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json b/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json
diff --git a/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json b/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json
diff --git a/...emma/2b-instruct-fp16-26b3/src/service.py → ...emma/2b-instruct-fp16-0856/src/service.py b/...emma/2b-instruct-fp16-26b3/src/service.py → ...emma/2b-instruct-fp16-0856/src/service.py
diff --git a/...mma/2b-instruct-fp16-26b3/src/ui/404.html → ...mma/2b-instruct-fp16-0856/src/ui/404.html b/...mma/2b-instruct-fp16-26b3/src/ui/404.html → ...mma/2b-instruct-fp16-0856/src/ui/404.html
diff --git a/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js
diff --git a/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js
diff --git a/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js b/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js
diff --git a/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js b/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js
diff --git a/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js
diff --git a/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js b/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js
diff --git a/...tatic/chunks/59650de3-87b10f0662b51900.js → ...tatic/chunks/59650de3-87b10f0662b51900.js b/...tatic/chunks/59650de3-87b10f0662b51900.js → ...tatic/chunks/59650de3-87b10f0662b51900.js
diff --git a/...tatic/chunks/66ec4792-34336521b476aa45.js → ...tatic/chunks/66ec4792-34336521b476aa45.js b/...tatic/chunks/66ec4792-34336521b476aa45.js → ...tatic/chunks/66ec4792-34336521b476aa45.js
diff --git a/...ext/static/chunks/674-a1fcdac3696c5ed0.js → ...ext/static/chunks/674-a1fcdac3696c5ed0.js b/...ext/static/chunks/674-a1fcdac3696c5ed0.js → ...ext/static/chunks/674-a1fcdac3696c5ed0.js
diff --git a/...next/static/chunks/69-bf2efb63b1299e3b.js → ...next/static/chunks/69-bf2efb63b1299e3b.js b/...next/static/chunks/69-bf2efb63b1299e3b.js → ...next/static/chunks/69-bf2efb63b1299e3b.js
diff --git a/...ext/static/chunks/700-532b1fe2415e5859.js → ...ext/static/chunks/700-532b1fe2415e5859.js b/...ext/static/chunks/700-532b1fe2415e5859.js → ...ext/static/chunks/700-532b1fe2415e5859.js
diff --git a/...ext/static/chunks/899-fa939dd99dc7a1df.js → ...ext/static/chunks/899-fa939dd99dc7a1df.js b/...ext/static/chunks/899-fa939dd99dc7a1df.js → ...ext/static/chunks/899-fa939dd99dc7a1df.js
diff --git a/...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js → ...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js b/...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js → ...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js
diff --git a/...tatic/chunks/94730671-0f73873f7f5896de.js → ...tatic/chunks/94730671-0f73873f7f5896de.js b/...tatic/chunks/94730671-0f73873f7f5896de.js → ...tatic/chunks/94730671-0f73873f7f5896de.js
diff --git a/...ext/static/chunks/995-34374f39bb210839.js → ...ext/static/chunks/995-34374f39bb210839.js b/...ext/static/chunks/995-34374f39bb210839.js → ...ext/static/chunks/995-34374f39bb210839.js
diff --git a/...hunks/app/(site)/page-5b6e14439f55739b.js → ...hunks/app/(site)/page-5b6e14439f55739b.js b/...hunks/app/(site)/page-5b6e14439f55739b.js → ...hunks/app/(site)/page-5b6e14439f55739b.js
diff --git a/.../chunks/app/chat/page-9c8e223f40771eb6.js → .../chunks/app/chat/page-9c8e223f40771eb6.js b/.../chunks/app/chat/page-9c8e223f40771eb6.js → .../chunks/app/chat/page-9c8e223f40771eb6.js
diff --git a/...tic/chunks/app/layout-df2dea9dba0ceb06.js → ...tic/chunks/app/layout-df2dea9dba0ceb06.js b/...tic/chunks/app/layout-df2dea9dba0ceb06.js → ...tic/chunks/app/layout-df2dea9dba0ceb06.js
diff --git a/.../chunks/app/not-found-c76dccfb8b88da53.js → .../chunks/app/not-found-c76dccfb8b88da53.js b/.../chunks/app/not-found-c76dccfb8b88da53.js → .../chunks/app/not-found-c76dccfb8b88da53.js
diff --git a/...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js → ...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js b/...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js → ...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js
diff --git a/...tatic/chunks/fd9d1056-32c33f3919735051.js → ...tatic/chunks/fd9d1056-32c33f3919735051.js b/...tatic/chunks/fd9d1056-32c33f3919735051.js → ...tatic/chunks/fd9d1056-32c33f3919735051.js
diff --git a/...atic/chunks/framework-00a8ba1a63cfdc9e.js → ...atic/chunks/framework-00a8ba1a63cfdc9e.js b/...atic/chunks/framework-00a8ba1a63cfdc9e.js → ...atic/chunks/framework-00a8ba1a63cfdc9e.js
diff --git a/...tatic/chunks/main-app-e95f89b5006af8a8.js → ...tatic/chunks/main-app-e95f89b5006af8a8.js b/...tatic/chunks/main-app-e95f89b5006af8a8.js → ...tatic/chunks/main-app-e95f89b5006af8a8.js
diff --git a/...xt/static/chunks/main-bf1416cb53f2b4c0.js → ...xt/static/chunks/main-bf1416cb53f2b4c0.js b/...xt/static/chunks/main-bf1416cb53f2b4c0.js → ...xt/static/chunks/main-bf1416cb53f2b4c0.js
diff --git a/...tic/chunks/pages/_app-d21e88acd55d90f1.js → ...tic/chunks/pages/_app-d21e88acd55d90f1.js b/...tic/chunks/pages/_app-d21e88acd55d90f1.js → ...tic/chunks/pages/_app-d21e88acd55d90f1.js
diff --git a/...c/chunks/pages/_error-d6107f1aac0c574c.js → ...c/chunks/pages/_error-d6107f1aac0c574c.js b/...c/chunks/pages/_error-d6107f1aac0c574c.js → ...c/chunks/pages/_error-d6107f1aac0c574c.js
diff --git a/...atic/chunks/polyfills-c67a75d1b6f99dc8.js → ...atic/chunks/polyfills-c67a75d1b6f99dc8.js b/...atic/chunks/polyfills-c67a75d1b6f99dc8.js → ...atic/chunks/polyfills-c67a75d1b6f99dc8.js
diff --git a/...static/chunks/webpack-ee8b17d5a5297ccd.js → ...static/chunks/webpack-ee8b17d5a5297ccd.js b/...static/chunks/webpack-ee8b17d5a5297ccd.js → ...static/chunks/webpack-ee8b17d5a5297ccd.js
diff --git a/.../ui/_next/static/css/429544bd3cd8ce3a.css → .../ui/_next/static/css/429544bd3cd8ce3a.css b/.../ui/_next/static/css/429544bd3cd8ce3a.css → .../ui/_next/static/css/429544bd3cd8ce3a.css
diff --git a/.../ui/_next/static/css/5b67f082b31cfc7b.css → .../ui/_next/static/css/5b67f082b31cfc7b.css b/.../ui/_next/static/css/5b67f082b31cfc7b.css → .../ui/_next/static/css/5b67f082b31cfc7b.css
diff --git a/.../ui/_next/static/css/9e63023b20ddb15e.css → .../ui/_next/static/css/9e63023b20ddb15e.css b/.../ui/_next/static/css/9e63023b20ddb15e.css → .../ui/_next/static/css/9e63023b20ddb15e.css
diff --git a/...uct-fp16-26b3/src/ui/apple-touch-icon.png → ...uct-fp16-0856/src/ui/apple-touch-icon.png b/...uct-fp16-26b3/src/ui/apple-touch-icon.png → ...uct-fp16-0856/src/ui/apple-touch-icon.png
diff --git a/...ma/2b-instruct-fp16-26b3/src/ui/chat.html → ...ma/2b-instruct-fp16-0856/src/ui/chat.html b/...ma/2b-instruct-fp16-26b3/src/ui/chat.html → ...ma/2b-instruct-fp16-0856/src/ui/chat.html
diff --git a/...mma/2b-instruct-fp16-26b3/src/ui/chat.txt → ...mma/2b-instruct-fp16-0856/src/ui/chat.txt b/...mma/2b-instruct-fp16-26b3/src/ui/chat.txt → ...mma/2b-instruct-fp16-0856/src/ui/chat.txt
diff --git a/...struct-fp16-26b3/src/ui/favicon-16x16.png → ...struct-fp16-0856/src/ui/favicon-16x16.png b/...struct-fp16-26b3/src/ui/favicon-16x16.png → ...struct-fp16-0856/src/ui/favicon-16x16.png
diff --git a/.../2b-instruct-fp16-26b3/src/ui/favicon.ico → .../2b-instruct-fp16-0856/src/ui/favicon.ico b/.../2b-instruct-fp16-26b3/src/ui/favicon.ico → .../2b-instruct-fp16-0856/src/ui/favicon.ico
diff --git a/...a/2b-instruct-fp16-26b3/src/ui/index.html → ...a/2b-instruct-fp16-0856/src/ui/index.html b/...a/2b-instruct-fp16-26b3/src/ui/index.html → ...a/2b-instruct-fp16-0856/src/ui/index.html
diff --git a/...ma/2b-instruct-fp16-26b3/src/ui/index.txt → ...ma/2b-instruct-fp16-0856/src/ui/index.txt b/...ma/2b-instruct-fp16-26b3/src/ui/index.txt → ...ma/2b-instruct-fp16-0856/src/ui/index.txt
diff --git a/...gemma/7b-instruct-awq-4bit-d670/README.md → ...gemma/7b-instruct-awq-4bit-d11b/README.md b/...gemma/7b-instruct-awq-4bit-d670/README.md → ...gemma/7b-instruct-awq-4bit-d11b/README.md
@@ -1,4 +1,4 @@
-# gemma:7b-instruct-awq-4bit-d670
+# gemma:7b-instruct-awq-4bit-d11b
 
 [![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)

diff --git a/...-instruct-awq-4bit-d670/apis/openapi.yaml → ...-instruct-awq-4bit-d11b/apis/openapi.yaml b/...-instruct-awq-4bit-d670/apis/openapi.yaml → ...-instruct-awq-4bit-d11b/apis/openapi.yaml
diff --git a/...b-instruct-awq-4bit-d670/apis/schema.json → ...b-instruct-awq-4bit-d11b/apis/schema.json b/...b-instruct-awq-4bit-d670/apis/schema.json → ...b-instruct-awq-4bit-d11b/apis/schema.json
diff --git a/...emma/7b-instruct-awq-4bit-d670/bento.yaml → ...emma/7b-instruct-awq-4bit-d11b/bento.yaml b/...emma/7b-instruct-awq-4bit-d670/bento.yaml → ...emma/7b-instruct-awq-4bit-d11b/bento.yaml
@@ -1,12 +1,11 @@
 service: service:VLLM
 name: gemma
-version: 7b-instruct-awq-4bit-d670
+version: 7b-instruct-awq-4bit-d11b
 bentoml_version: 1.2.19
-creation_time: '2024-07-08T07:59:18.619602+00:00'
+creation_time: '2024-07-12T13:42:23.707025+00:00'
 labels:
+ model_name: casperhansen/gemma-7b-it-awq
  openllm_alias: 7b-4bit,7b-instruct-4bit
- openllm_hf_model_id: casperhansen/gemma-7b-it-awq
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/...truct-awq-4bit-d670/env/docker/Dockerfile → ...truct-awq-4bit-d11b/env/docker/Dockerfile b/...truct-awq-4bit-d670/env/docker/Dockerfile → ...truct-awq-4bit-d11b/env/docker/Dockerfile
diff --git a/...ct-awq-4bit-d670/env/docker/entrypoint.sh → ...ct-awq-4bit-d11b/env/docker/entrypoint.sh b/...ct-awq-4bit-d670/env/docker/entrypoint.sh → ...ct-awq-4bit-d11b/env/docker/entrypoint.sh
diff --git a/...truct-awq-4bit-d670/env/python/install.sh → ...truct-awq-4bit-d11b/env/python/install.sh b/...truct-awq-4bit-d670/env/python/install.sh → ...truct-awq-4bit-d11b/env/python/install.sh
diff --git a/...p16-ae3e/env/python/requirements.lock.txt → ...bit-d11b/env/python/requirements.lock.txt b/...p16-ae3e/env/python/requirements.lock.txt → ...bit-d11b/env/python/requirements.lock.txt
@@ -41,7 +41,7 @@ inflection==0.5.1
 interegular==0.3.3
 jinja2==3.1.4
 joblib==1.4.2
-jsonschema==4.22.0
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
 lark==1.1.9
 llvmlite==0.43.0
@@ -70,7 +70,7 @@ nvidia-ml-py==11.525.150
 nvidia-nccl-cu12==2.20.5
 nvidia-nvjitlink-cu12==12.5.82
 nvidia-nvtx-cu12==12.1.105
-openai==1.35.10
+openai==1.35.13
 opentelemetry-api==1.20.0
 opentelemetry-instrumentation==0.41b0
 opentelemetry-instrumentation-aiohttp-client==0.41b0
@@ -100,12 +100,12 @@ python-json-logger==2.0.7
 python-multipart==0.0.9
 pyyaml==6.0.1
 pyzmq==26.0.3
-ray==2.31.0
+ray==2.32.0
 referencing==0.35.1
 regex==2024.5.15
 requests==2.32.3
 rich==13.7.1
-rpds-py==0.18.1
+rpds-py==0.19.0
 safetensors==0.4.3
 schema==0.7.7
 scipy==1.13.1
@@ -115,7 +115,7 @@ simple-di==0.1.5
 six==1.16.0
 sniffio==1.3.1
 starlette==0.37.2
-sympy==1.12.1
+sympy==1.13.0
 tiktoken==0.7.0
 tokenizers==0.19.1
 tomli==2.0.1
@@ -144,4 +144,4 @@ zipp==3.19.2
 
 # The following packages are considered to be unsafe in a requirements file:
 pip==24.1.2
-setuptools==70.2.0
+setuptools==70.3.0
diff --git a/...awq-4bit-d670/env/python/requirements.txt → ...awq-4bit-d11b/env/python/requirements.txt b/...awq-4bit-d670/env/python/requirements.txt → ...awq-4bit-d11b/env/python/requirements.txt
diff --git a/...ruct-awq-4bit-d670/env/python/version.txt → ...ruct-awq-4bit-d11b/env/python/version.txt b/...ruct-awq-4bit-d670/env/python/version.txt → ...ruct-awq-4bit-d11b/env/python/version.txt
diff --git a/...ruct-awq-4bit-d670/src/bento_constants.py → ...ruct-awq-4bit-d11b/src/bento_constants.py b/...ruct-awq-4bit-d670/src/bento_constants.py → ...ruct-awq-4bit-d11b/src/bento_constants.py
@@ -6,8 +6,8 @@
  model: casperhansen/gemma-7b-it-awq
  quantization: awq
 extra_labels:
+ model_name: casperhansen/gemma-7b-it-awq
  openllm_alias: 7b-4bit,7b-instruct-4bit
- openllm_hf_model_id: casperhansen/gemma-7b-it-awq
 project: vllm-chat
 service_config:
  name: gemma

diff --git a/...instruct-awq-4bit-6b70/src/bentofile.yaml → ...instruct-awq-4bit-d11b/src/bentofile.yaml b/...instruct-awq-4bit-6b70/src/bentofile.yaml → ...instruct-awq-4bit-d11b/src/bentofile.yaml
@@ -28,9 +28,8 @@ include:
 - chat_templates/chat_templates/*.jinja
 - chat_templates/generation_configs/*.json
 labels:
+ model_name: casperhansen/gemma-7b-it-awq
  openllm_alias: 7b-4bit,7b-instruct-4bit
- openllm_hf_model_id: Qwen/Qwen2-7B-Instruct-AWQ
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja b/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja
diff --git a/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja b/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja
diff --git a/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja b/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja
diff --git a/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja b/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja
diff --git a/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja b/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja
diff --git a/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja b/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja
diff --git a/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja b/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja
diff --git a/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja b/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja
diff --git a/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja b/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja
diff --git a/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja b/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja
diff --git a/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja b/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja
diff --git a/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja b/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja
diff --git a/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja b/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja
diff --git a/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja b/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja
diff --git a/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja b/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja
diff --git a/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json b/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json
diff --git a/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json b/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json
diff --git a/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json b/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json
diff --git a/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json b/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json
diff --git a/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json b/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json
diff --git a/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json b/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json
diff --git a/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json b/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json
diff --git a/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json b/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json
diff --git a/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json b/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json
diff --git a/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json b/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json
diff --git a/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json b/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json
diff --git a/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json b/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json
diff --git a/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json b/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json
diff --git a/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json b/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json
diff --git a/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json b/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json
diff --git a/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json b/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json
diff --git a/.../7b-instruct-awq-4bit-d670/src/service.py → .../7b-instruct-awq-4bit-d11b/src/service.py b/.../7b-instruct-awq-4bit-d670/src/service.py → .../7b-instruct-awq-4bit-d11b/src/service.py
diff --git a/...7b-instruct-awq-4bit-d670/src/ui/404.html → ...7b-instruct-awq-4bit-d11b/src/ui/404.html b/...7b-instruct-awq-4bit-d670/src/ui/404.html → ...7b-instruct-awq-4bit-d11b/src/ui/404.html
diff --git a/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js
diff --git a/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js
diff --git a/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js b/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js
diff --git a/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js b/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js
diff --git a/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js
diff --git a/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js b/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js
diff --git a/...tatic/chunks/59650de3-87b10f0662b51900.js → ...tatic/chunks/59650de3-87b10f0662b51900.js b/...tatic/chunks/59650de3-87b10f0662b51900.js → ...tatic/chunks/59650de3-87b10f0662b51900.js
diff --git a/...tatic/chunks/66ec4792-34336521b476aa45.js → ...tatic/chunks/66ec4792-34336521b476aa45.js b/...tatic/chunks/66ec4792-34336521b476aa45.js → ...tatic/chunks/66ec4792-34336521b476aa45.js
diff --git a/...ext/static/chunks/674-a1fcdac3696c5ed0.js → ...ext/static/chunks/674-a1fcdac3696c5ed0.js b/...ext/static/chunks/674-a1fcdac3696c5ed0.js → ...ext/static/chunks/674-a1fcdac3696c5ed0.js
diff --git a/...next/static/chunks/69-bf2efb63b1299e3b.js → ...next/static/chunks/69-bf2efb63b1299e3b.js b/...next/static/chunks/69-bf2efb63b1299e3b.js → ...next/static/chunks/69-bf2efb63b1299e3b.js
diff --git a/...ext/static/chunks/700-532b1fe2415e5859.js → ...ext/static/chunks/700-532b1fe2415e5859.js b/...ext/static/chunks/700-532b1fe2415e5859.js → ...ext/static/chunks/700-532b1fe2415e5859.js
diff --git a/...ext/static/chunks/899-fa939dd99dc7a1df.js → ...ext/static/chunks/899-fa939dd99dc7a1df.js b/...ext/static/chunks/899-fa939dd99dc7a1df.js → ...ext/static/chunks/899-fa939dd99dc7a1df.js
diff --git a/...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js → ...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js b/...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js → ...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js
diff --git a/...tatic/chunks/94730671-0f73873f7f5896de.js → ...tatic/chunks/94730671-0f73873f7f5896de.js b/...tatic/chunks/94730671-0f73873f7f5896de.js → ...tatic/chunks/94730671-0f73873f7f5896de.js
diff --git a/...ext/static/chunks/995-34374f39bb210839.js → ...ext/static/chunks/995-34374f39bb210839.js b/...ext/static/chunks/995-34374f39bb210839.js → ...ext/static/chunks/995-34374f39bb210839.js
diff --git a/...hunks/app/(site)/page-5b6e14439f55739b.js → ...hunks/app/(site)/page-5b6e14439f55739b.js b/...hunks/app/(site)/page-5b6e14439f55739b.js → ...hunks/app/(site)/page-5b6e14439f55739b.js
diff --git a/.../chunks/app/chat/page-9c8e223f40771eb6.js → .../chunks/app/chat/page-9c8e223f40771eb6.js b/.../chunks/app/chat/page-9c8e223f40771eb6.js → .../chunks/app/chat/page-9c8e223f40771eb6.js
diff --git a/...tic/chunks/app/layout-df2dea9dba0ceb06.js → ...tic/chunks/app/layout-df2dea9dba0ceb06.js b/...tic/chunks/app/layout-df2dea9dba0ceb06.js → ...tic/chunks/app/layout-df2dea9dba0ceb06.js
diff --git a/.../chunks/app/not-found-c76dccfb8b88da53.js → .../chunks/app/not-found-c76dccfb8b88da53.js b/.../chunks/app/not-found-c76dccfb8b88da53.js → .../chunks/app/not-found-c76dccfb8b88da53.js
diff --git a/...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js → ...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js b/...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js → ...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js
diff --git a/...tatic/chunks/fd9d1056-32c33f3919735051.js → ...tatic/chunks/fd9d1056-32c33f3919735051.js b/...tatic/chunks/fd9d1056-32c33f3919735051.js → ...tatic/chunks/fd9d1056-32c33f3919735051.js
diff --git a/...atic/chunks/framework-00a8ba1a63cfdc9e.js → ...atic/chunks/framework-00a8ba1a63cfdc9e.js b/...atic/chunks/framework-00a8ba1a63cfdc9e.js → ...atic/chunks/framework-00a8ba1a63cfdc9e.js
diff --git a/...tatic/chunks/main-app-e95f89b5006af8a8.js → ...tatic/chunks/main-app-e95f89b5006af8a8.js b/...tatic/chunks/main-app-e95f89b5006af8a8.js → ...tatic/chunks/main-app-e95f89b5006af8a8.js
diff --git a/...xt/static/chunks/main-bf1416cb53f2b4c0.js → ...xt/static/chunks/main-bf1416cb53f2b4c0.js b/...xt/static/chunks/main-bf1416cb53f2b4c0.js → ...xt/static/chunks/main-bf1416cb53f2b4c0.js
diff --git a/...tic/chunks/pages/_app-d21e88acd55d90f1.js → ...tic/chunks/pages/_app-d21e88acd55d90f1.js b/...tic/chunks/pages/_app-d21e88acd55d90f1.js → ...tic/chunks/pages/_app-d21e88acd55d90f1.js
diff --git a/...c/chunks/pages/_error-d6107f1aac0c574c.js → ...c/chunks/pages/_error-d6107f1aac0c574c.js b/...c/chunks/pages/_error-d6107f1aac0c574c.js → ...c/chunks/pages/_error-d6107f1aac0c574c.js
diff --git a/...atic/chunks/polyfills-c67a75d1b6f99dc8.js → ...atic/chunks/polyfills-c67a75d1b6f99dc8.js b/...atic/chunks/polyfills-c67a75d1b6f99dc8.js → ...atic/chunks/polyfills-c67a75d1b6f99dc8.js
diff --git a/...static/chunks/webpack-ee8b17d5a5297ccd.js → ...static/chunks/webpack-ee8b17d5a5297ccd.js b/...static/chunks/webpack-ee8b17d5a5297ccd.js → ...static/chunks/webpack-ee8b17d5a5297ccd.js
diff --git a/.../ui/_next/static/css/429544bd3cd8ce3a.css → .../ui/_next/static/css/429544bd3cd8ce3a.css b/.../ui/_next/static/css/429544bd3cd8ce3a.css → .../ui/_next/static/css/429544bd3cd8ce3a.css
diff --git a/.../ui/_next/static/css/5b67f082b31cfc7b.css → .../ui/_next/static/css/5b67f082b31cfc7b.css b/.../ui/_next/static/css/5b67f082b31cfc7b.css → .../ui/_next/static/css/5b67f082b31cfc7b.css
diff --git a/.../ui/_next/static/css/9e63023b20ddb15e.css → .../ui/_next/static/css/9e63023b20ddb15e.css b/.../ui/_next/static/css/9e63023b20ddb15e.css → .../ui/_next/static/css/9e63023b20ddb15e.css
diff --git a/...awq-4bit-d670/src/ui/apple-touch-icon.png → ...awq-4bit-d11b/src/ui/apple-touch-icon.png b/...awq-4bit-d670/src/ui/apple-touch-icon.png → ...awq-4bit-d11b/src/ui/apple-touch-icon.png
diff --git a/...b-instruct-awq-4bit-d670/src/ui/chat.html → ...b-instruct-awq-4bit-d11b/src/ui/chat.html b/...b-instruct-awq-4bit-d670/src/ui/chat.html → ...b-instruct-awq-4bit-d11b/src/ui/chat.html
diff --git a/...7b-instruct-awq-4bit-d670/src/ui/chat.txt → ...7b-instruct-awq-4bit-d11b/src/ui/chat.txt b/...7b-instruct-awq-4bit-d670/src/ui/chat.txt → ...7b-instruct-awq-4bit-d11b/src/ui/chat.txt
diff --git a/...ct-awq-4bit-d670/src/ui/favicon-16x16.png → ...ct-awq-4bit-d11b/src/ui/favicon-16x16.png b/...ct-awq-4bit-d670/src/ui/favicon-16x16.png → ...ct-awq-4bit-d11b/src/ui/favicon-16x16.png
diff --git a/...instruct-awq-4bit-d670/src/ui/favicon.ico → ...instruct-awq-4bit-d11b/src/ui/favicon.ico b/...instruct-awq-4bit-d670/src/ui/favicon.ico → ...instruct-awq-4bit-d11b/src/ui/favicon.ico
diff --git a/...-instruct-awq-4bit-d670/src/ui/index.html → ...-instruct-awq-4bit-d11b/src/ui/index.html b/...-instruct-awq-4bit-d670/src/ui/index.html → ...-instruct-awq-4bit-d11b/src/ui/index.html
diff --git a/...b-instruct-awq-4bit-d670/src/ui/index.txt → ...b-instruct-awq-4bit-d11b/src/ui/index.txt b/...b-instruct-awq-4bit-d670/src/ui/index.txt → ...b-instruct-awq-4bit-d11b/src/ui/index.txt
diff --git a/...tos/gemma/7b-instruct-fp16-ae3e/README.md → ...tos/gemma/7b-instruct-fp16-3e1c/README.md b/...tos/gemma/7b-instruct-fp16-ae3e/README.md → ...tos/gemma/7b-instruct-fp16-3e1c/README.md
@@ -1,4 +1,4 @@
-# gemma:7b-instruct-fp16-ae3e
+# gemma:7b-instruct-fp16-3e1c
 
 [![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)

diff --git a/...a/7b-instruct-fp16-ae3e/apis/openapi.yaml → ...a/7b-instruct-fp16-3e1c/apis/openapi.yaml b/...a/7b-instruct-fp16-ae3e/apis/openapi.yaml → ...a/7b-instruct-fp16-3e1c/apis/openapi.yaml
diff --git a/...ma/7b-instruct-fp16-ae3e/apis/schema.json → ...ma/7b-instruct-fp16-3e1c/apis/schema.json b/...ma/7b-instruct-fp16-ae3e/apis/schema.json → ...ma/7b-instruct-fp16-3e1c/apis/schema.json
diff --git a/...os/gemma/7b-instruct-fp16-ae3e/bento.yaml → ...os/gemma/7b-instruct-fp16-3e1c/bento.yaml b/...os/gemma/7b-instruct-fp16-ae3e/bento.yaml → ...os/gemma/7b-instruct-fp16-3e1c/bento.yaml
@@ -1,12 +1,11 @@
 service: service:VLLM
 name: gemma
-version: 7b-instruct-fp16-ae3e
+version: 7b-instruct-fp16-3e1c
 bentoml_version: 1.2.19
-creation_time: '2024-07-08T07:58:22.853090+00:00'
+creation_time: '2024-07-12T13:41:08.692955+00:00'
 labels:
+ model_name: google/gemma-7b-it
  openllm_alias: 7b,7b-instruct
- openllm_hf_model_id: google/gemma-7b-it
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/...-instruct-fp16-ae3e/env/docker/Dockerfile → ...-instruct-fp16-3e1c/env/docker/Dockerfile b/...-instruct-fp16-ae3e/env/docker/Dockerfile → ...-instruct-fp16-3e1c/env/docker/Dockerfile
diff --git a/...struct-fp16-ae3e/env/docker/entrypoint.sh → ...struct-fp16-3e1c/env/docker/entrypoint.sh b/...struct-fp16-ae3e/env/docker/entrypoint.sh → ...struct-fp16-3e1c/env/docker/entrypoint.sh
diff --git a/...-instruct-fp16-ae3e/env/python/install.sh → ...-instruct-fp16-3e1c/env/python/install.sh b/...-instruct-fp16-ae3e/env/python/install.sh → ...-instruct-fp16-3e1c/env/python/install.sh
diff --git a/...p16-26b3/env/python/requirements.lock.txt → ...p16-3e1c/env/python/requirements.lock.txt b/...p16-26b3/env/python/requirements.lock.txt → ...p16-3e1c/env/python/requirements.lock.txt
@@ -41,7 +41,7 @@ inflection==0.5.1
 interegular==0.3.3
 jinja2==3.1.4
 joblib==1.4.2
-jsonschema==4.22.0
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
 lark==1.1.9
 llvmlite==0.43.0
@@ -70,7 +70,7 @@ nvidia-ml-py==11.525.150
 nvidia-nccl-cu12==2.20.5
 nvidia-nvjitlink-cu12==12.5.82
 nvidia-nvtx-cu12==12.1.105
-openai==1.35.10
+openai==1.35.13
 opentelemetry-api==1.20.0
 opentelemetry-instrumentation==0.41b0
 opentelemetry-instrumentation-aiohttp-client==0.41b0
@@ -100,12 +100,12 @@ python-json-logger==2.0.7
 python-multipart==0.0.9
 pyyaml==6.0.1
 pyzmq==26.0.3
-ray==2.31.0
+ray==2.32.0
 referencing==0.35.1
 regex==2024.5.15
 requests==2.32.3
 rich==13.7.1
-rpds-py==0.18.1
+rpds-py==0.19.0
 safetensors==0.4.3
 schema==0.7.7
 scipy==1.13.1
@@ -115,7 +115,7 @@ simple-di==0.1.5
 six==1.16.0
 sniffio==1.3.1
 starlette==0.37.2
-sympy==1.12.1
+sympy==1.13.0
 tiktoken==0.7.0
 tokenizers==0.19.1
 tomli==2.0.1
@@ -144,4 +144,4 @@ zipp==3.19.2
 
 # The following packages are considered to be unsafe in a requirements file:
 pip==24.1.2
-setuptools==70.2.0
+setuptools==70.3.0
diff --git a/...uct-fp16-ae3e/env/python/requirements.txt → ...uct-fp16-3e1c/env/python/requirements.txt b/...uct-fp16-ae3e/env/python/requirements.txt → ...uct-fp16-3e1c/env/python/requirements.txt
diff --git a/...instruct-fp16-ae3e/env/python/version.txt → ...instruct-fp16-3e1c/env/python/version.txt b/...instruct-fp16-ae3e/env/python/version.txt → ...instruct-fp16-3e1c/env/python/version.txt
diff --git a/...instruct-fp16-ae3e/src/bento_constants.py → ...instruct-fp16-3e1c/src/bento_constants.py b/...instruct-fp16-ae3e/src/bento_constants.py → ...instruct-fp16-3e1c/src/bento_constants.py
@@ -5,8 +5,8 @@
  max_model_len: 2048
  model: google/gemma-7b-it
 extra_labels:
+ model_name: google/gemma-7b-it
  openllm_alias: 7b,7b-instruct
- openllm_hf_model_id: google/gemma-7b-it
 project: vllm-chat
 service_config:
  name: gemma

diff --git a/.../7b-instruct-fp16-ae3e/src/bentofile.yaml → .../7b-instruct-fp16-3e1c/src/bentofile.yaml b/.../7b-instruct-fp16-ae3e/src/bentofile.yaml → .../7b-instruct-fp16-3e1c/src/bentofile.yaml
@@ -28,9 +28,8 @@ include:
 - chat_templates/chat_templates/*.jinja
 - chat_templates/generation_configs/*.json
 labels:
+ model_name: google/gemma-7b-it
  openllm_alias: 7b,7b-instruct
- openllm_hf_model_id: google/gemma-7b-it
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja b/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja
diff --git a/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja b/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja
diff --git a/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja b/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja
diff --git a/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja b/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja
diff --git a/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja b/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja
diff --git a/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja b/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja
diff --git a/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja b/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja
diff --git a/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja b/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja
diff --git a/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja b/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja
diff --git a/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja b/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja
diff --git a/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja b/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja
diff --git a/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja b/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja
diff --git a/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja b/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja
diff --git a/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja b/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja
diff --git a/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja b/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja
diff --git a/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json b/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json
diff --git a/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json b/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json
diff --git a/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json b/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json
diff --git a/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json b/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json
diff --git a/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json b/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json
diff --git a/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json b/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json
diff --git a/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json b/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json
diff --git a/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json b/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json
diff --git a/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json b/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json
diff --git a/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json b/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json
diff --git a/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json b/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json
diff --git a/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json b/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json
diff --git a/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json b/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json
diff --git a/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json b/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json
diff --git a/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json b/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json
diff --git a/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json b/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json
diff --git a/...emma/7b-instruct-fp16-ae3e/src/service.py → ...emma/7b-instruct-fp16-3e1c/src/service.py b/...emma/7b-instruct-fp16-ae3e/src/service.py → ...emma/7b-instruct-fp16-3e1c/src/service.py
diff --git a/...mma/7b-instruct-fp16-ae3e/src/ui/404.html → ...mma/7b-instruct-fp16-3e1c/src/ui/404.html b/...mma/7b-instruct-fp16-ae3e/src/ui/404.html → ...mma/7b-instruct-fp16-3e1c/src/ui/404.html
diff --git a/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js
diff --git a/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js
diff --git a/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js b/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js
diff --git a/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js b/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js
diff --git a/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js
diff --git a/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js b/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js
diff --git a/...tatic/chunks/59650de3-87b10f0662b51900.js → ...tatic/chunks/59650de3-87b10f0662b51900.js b/...tatic/chunks/59650de3-87b10f0662b51900.js → ...tatic/chunks/59650de3-87b10f0662b51900.js
diff --git a/...tatic/chunks/66ec4792-34336521b476aa45.js → ...tatic/chunks/66ec4792-34336521b476aa45.js b/...tatic/chunks/66ec4792-34336521b476aa45.js → ...tatic/chunks/66ec4792-34336521b476aa45.js
diff --git a/...ext/static/chunks/674-a1fcdac3696c5ed0.js → ...ext/static/chunks/674-a1fcdac3696c5ed0.js b/...ext/static/chunks/674-a1fcdac3696c5ed0.js → ...ext/static/chunks/674-a1fcdac3696c5ed0.js
diff --git a/...next/static/chunks/69-bf2efb63b1299e3b.js → ...next/static/chunks/69-bf2efb63b1299e3b.js b/...next/static/chunks/69-bf2efb63b1299e3b.js → ...next/static/chunks/69-bf2efb63b1299e3b.js
diff --git a/...ext/static/chunks/700-532b1fe2415e5859.js → ...ext/static/chunks/700-532b1fe2415e5859.js b/...ext/static/chunks/700-532b1fe2415e5859.js → ...ext/static/chunks/700-532b1fe2415e5859.js
diff --git a/...ext/static/chunks/899-fa939dd99dc7a1df.js → ...ext/static/chunks/899-fa939dd99dc7a1df.js b/...ext/static/chunks/899-fa939dd99dc7a1df.js → ...ext/static/chunks/899-fa939dd99dc7a1df.js
diff --git a/...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js → ...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js b/...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js → ...tatic/chunks/8e1d74a4-a6b9a2554f9153c0.js
diff --git a/...tatic/chunks/94730671-0f73873f7f5896de.js → ...tatic/chunks/94730671-0f73873f7f5896de.js b/...tatic/chunks/94730671-0f73873f7f5896de.js → ...tatic/chunks/94730671-0f73873f7f5896de.js
diff --git a/...ext/static/chunks/995-34374f39bb210839.js → ...ext/static/chunks/995-34374f39bb210839.js b/...ext/static/chunks/995-34374f39bb210839.js → ...ext/static/chunks/995-34374f39bb210839.js
diff --git a/...hunks/app/(site)/page-5b6e14439f55739b.js → ...hunks/app/(site)/page-5b6e14439f55739b.js b/...hunks/app/(site)/page-5b6e14439f55739b.js → ...hunks/app/(site)/page-5b6e14439f55739b.js
diff --git a/.../chunks/app/chat/page-9c8e223f40771eb6.js → .../chunks/app/chat/page-9c8e223f40771eb6.js b/.../chunks/app/chat/page-9c8e223f40771eb6.js → .../chunks/app/chat/page-9c8e223f40771eb6.js
diff --git a/...tic/chunks/app/layout-df2dea9dba0ceb06.js → ...tic/chunks/app/layout-df2dea9dba0ceb06.js b/...tic/chunks/app/layout-df2dea9dba0ceb06.js → ...tic/chunks/app/layout-df2dea9dba0ceb06.js
diff --git a/.../chunks/app/not-found-c76dccfb8b88da53.js → .../chunks/app/not-found-c76dccfb8b88da53.js b/.../chunks/app/not-found-c76dccfb8b88da53.js → .../chunks/app/not-found-c76dccfb8b88da53.js
diff --git a/...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js → ...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js b/...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js → ...tatic/chunks/d3ac728e-0c798b3b8aa3bf53.js
diff --git a/...tatic/chunks/fd9d1056-32c33f3919735051.js → ...tatic/chunks/fd9d1056-32c33f3919735051.js b/...tatic/chunks/fd9d1056-32c33f3919735051.js → ...tatic/chunks/fd9d1056-32c33f3919735051.js
diff --git a/...atic/chunks/framework-00a8ba1a63cfdc9e.js → ...atic/chunks/framework-00a8ba1a63cfdc9e.js b/...atic/chunks/framework-00a8ba1a63cfdc9e.js → ...atic/chunks/framework-00a8ba1a63cfdc9e.js
diff --git a/...tatic/chunks/main-app-e95f89b5006af8a8.js → ...tatic/chunks/main-app-e95f89b5006af8a8.js b/...tatic/chunks/main-app-e95f89b5006af8a8.js → ...tatic/chunks/main-app-e95f89b5006af8a8.js
diff --git a/...xt/static/chunks/main-bf1416cb53f2b4c0.js → ...xt/static/chunks/main-bf1416cb53f2b4c0.js b/...xt/static/chunks/main-bf1416cb53f2b4c0.js → ...xt/static/chunks/main-bf1416cb53f2b4c0.js
diff --git a/...tic/chunks/pages/_app-d21e88acd55d90f1.js → ...tic/chunks/pages/_app-d21e88acd55d90f1.js b/...tic/chunks/pages/_app-d21e88acd55d90f1.js → ...tic/chunks/pages/_app-d21e88acd55d90f1.js
diff --git a/...c/chunks/pages/_error-d6107f1aac0c574c.js → ...c/chunks/pages/_error-d6107f1aac0c574c.js b/...c/chunks/pages/_error-d6107f1aac0c574c.js → ...c/chunks/pages/_error-d6107f1aac0c574c.js
diff --git a/...atic/chunks/polyfills-c67a75d1b6f99dc8.js → ...atic/chunks/polyfills-c67a75d1b6f99dc8.js b/...atic/chunks/polyfills-c67a75d1b6f99dc8.js → ...atic/chunks/polyfills-c67a75d1b6f99dc8.js
diff --git a/...static/chunks/webpack-ee8b17d5a5297ccd.js → ...static/chunks/webpack-ee8b17d5a5297ccd.js b/...static/chunks/webpack-ee8b17d5a5297ccd.js → ...static/chunks/webpack-ee8b17d5a5297ccd.js
diff --git a/.../ui/_next/static/css/429544bd3cd8ce3a.css → .../ui/_next/static/css/429544bd3cd8ce3a.css b/.../ui/_next/static/css/429544bd3cd8ce3a.css → .../ui/_next/static/css/429544bd3cd8ce3a.css
diff --git a/.../ui/_next/static/css/5b67f082b31cfc7b.css → .../ui/_next/static/css/5b67f082b31cfc7b.css b/.../ui/_next/static/css/5b67f082b31cfc7b.css → .../ui/_next/static/css/5b67f082b31cfc7b.css
diff --git a/.../ui/_next/static/css/9e63023b20ddb15e.css → .../ui/_next/static/css/9e63023b20ddb15e.css b/.../ui/_next/static/css/9e63023b20ddb15e.css → .../ui/_next/static/css/9e63023b20ddb15e.css
diff --git a/...uct-fp16-ae3e/src/ui/apple-touch-icon.png → ...uct-fp16-3e1c/src/ui/apple-touch-icon.png b/...uct-fp16-ae3e/src/ui/apple-touch-icon.png → ...uct-fp16-3e1c/src/ui/apple-touch-icon.png
diff --git a/...ma/7b-instruct-fp16-ae3e/src/ui/chat.html → ...ma/7b-instruct-fp16-3e1c/src/ui/chat.html b/...ma/7b-instruct-fp16-ae3e/src/ui/chat.html → ...ma/7b-instruct-fp16-3e1c/src/ui/chat.html
diff --git a/...mma/7b-instruct-fp16-ae3e/src/ui/chat.txt → ...mma/7b-instruct-fp16-3e1c/src/ui/chat.txt b/...mma/7b-instruct-fp16-ae3e/src/ui/chat.txt → ...mma/7b-instruct-fp16-3e1c/src/ui/chat.txt
diff --git a/...struct-fp16-ae3e/src/ui/favicon-16x16.png → ...struct-fp16-3e1c/src/ui/favicon-16x16.png b/...struct-fp16-ae3e/src/ui/favicon-16x16.png → ...struct-fp16-3e1c/src/ui/favicon-16x16.png
diff --git a/.../7b-instruct-fp16-ae3e/src/ui/favicon.ico → .../7b-instruct-fp16-3e1c/src/ui/favicon.ico b/.../7b-instruct-fp16-ae3e/src/ui/favicon.ico → .../7b-instruct-fp16-3e1c/src/ui/favicon.ico
diff --git a/...a/7b-instruct-fp16-ae3e/src/ui/index.html → ...a/7b-instruct-fp16-3e1c/src/ui/index.html b/...a/7b-instruct-fp16-ae3e/src/ui/index.html → ...a/7b-instruct-fp16-3e1c/src/ui/index.html
diff --git a/...ma/7b-instruct-fp16-ae3e/src/ui/index.txt → ...ma/7b-instruct-fp16-3e1c/src/ui/index.txt b/...ma/7b-instruct-fp16-ae3e/src/ui/index.txt → ...ma/7b-instruct-fp16-3e1c/src/ui/index.txt
diff --git a/...entos/llama2/70b-chat-fp16-b0de/README.md → ...entos/llama2/13b-chat-fp16-921b/README.md b/...entos/llama2/70b-chat-fp16-b0de/README.md → ...entos/llama2/13b-chat-fp16-921b/README.md
@@ -1,4 +1,4 @@
-# llama2:70b-chat-fp16-b0de
+# llama2:13b-chat-fp16-921b
 
 [![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)

diff --git a/...ama2/13b-chat-fp16-4059/apis/openapi.yaml → ...ama2/13b-chat-fp16-921b/apis/openapi.yaml b/...ama2/13b-chat-fp16-4059/apis/openapi.yaml → ...ama2/13b-chat-fp16-921b/apis/openapi.yaml
diff --git a/...lama2/13b-chat-fp16-4059/apis/schema.json → ...lama2/13b-chat-fp16-921b/apis/schema.json b/...lama2/13b-chat-fp16-4059/apis/schema.json → ...lama2/13b-chat-fp16-921b/apis/schema.json
diff --git a/...ntos/llama2/13b-chat-fp16-4059/bento.yaml → ...ntos/llama2/13b-chat-fp16-921b/bento.yaml b/...ntos/llama2/13b-chat-fp16-4059/bento.yaml → ...ntos/llama2/13b-chat-fp16-921b/bento.yaml
@@ -1,12 +1,11 @@
 service: service:VLLM
 name: llama2
-version: 13b-chat-fp16-4059
+version: 13b-chat-fp16-921b
 bentoml_version: 1.2.19
-creation_time: '2024-07-08T07:49:27.527664+00:00'
+creation_time: '2024-07-12T13:30:51.101256+00:00'
 labels:
+ model_name: meta-llama/Llama-2-13b-chat-hf
  openllm_alias: 13b,13b-chat
- openllm_hf_model_id: meta-llama/Llama-2-13b-chat-hf
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/.../13b-chat-fp16-4059/env/docker/Dockerfile → .../13b-chat-fp16-921b/env/docker/Dockerfile b/.../13b-chat-fp16-4059/env/docker/Dockerfile → .../13b-chat-fp16-921b/env/docker/Dockerfile
diff --git a/...b-chat-fp16-4059/env/docker/entrypoint.sh → ...b-chat-fp16-921b/env/docker/entrypoint.sh b/...b-chat-fp16-4059/env/docker/entrypoint.sh → ...b-chat-fp16-921b/env/docker/entrypoint.sh
diff --git a/.../13b-chat-fp16-4059/env/python/install.sh → .../13b-chat-fp16-921b/env/python/install.sh b/.../13b-chat-fp16-4059/env/python/install.sh → .../13b-chat-fp16-921b/env/python/install.sh
diff --git a/...p16-4059/env/python/requirements.lock.txt → ...p16-921b/env/python/requirements.lock.txt b/...p16-4059/env/python/requirements.lock.txt → ...p16-921b/env/python/requirements.lock.txt
@@ -41,7 +41,7 @@ inflection==0.5.1
 interegular==0.3.3
 jinja2==3.1.4
 joblib==1.4.2
-jsonschema==4.22.0
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
 lark==1.1.9
 llvmlite==0.43.0
@@ -70,7 +70,7 @@ nvidia-ml-py==11.525.150
 nvidia-nccl-cu12==2.20.5
 nvidia-nvjitlink-cu12==12.5.82
 nvidia-nvtx-cu12==12.1.105
-openai==1.35.10
+openai==1.35.13
 opentelemetry-api==1.20.0
 opentelemetry-instrumentation==0.41b0
 opentelemetry-instrumentation-aiohttp-client==0.41b0
@@ -100,12 +100,12 @@ python-json-logger==2.0.7
 python-multipart==0.0.9
 pyyaml==6.0.1
 pyzmq==26.0.3
-ray==2.31.0
+ray==2.32.0
 referencing==0.35.1
 regex==2024.5.15
 requests==2.32.3
 rich==13.7.1
-rpds-py==0.18.1
+rpds-py==0.19.0
 safetensors==0.4.3
 schema==0.7.7
 scipy==1.13.1
@@ -115,7 +115,7 @@ simple-di==0.1.5
 six==1.16.0
 sniffio==1.3.1
 starlette==0.37.2
-sympy==1.12.1
+sympy==1.13.0
 tiktoken==0.7.0
 tokenizers==0.19.1
 tomli==2.0.1
@@ -144,4 +144,4 @@ zipp==3.19.2
 
 # The following packages are considered to be unsafe in a requirements file:
 pip==24.1.2
-setuptools==70.2.0
+setuptools==70.3.0
diff --git a/...hat-fp16-4059/env/python/requirements.txt → ...hat-fp16-921b/env/python/requirements.txt b/...hat-fp16-4059/env/python/requirements.txt → ...hat-fp16-921b/env/python/requirements.txt
diff --git a/...13b-chat-fp16-4059/env/python/version.txt → ...13b-chat-fp16-921b/env/python/version.txt b/...13b-chat-fp16-4059/env/python/version.txt → ...13b-chat-fp16-921b/env/python/version.txt
diff --git a/...13b-chat-fp16-4059/src/bento_constants.py → ...13b-chat-fp16-921b/src/bento_constants.py b/...13b-chat-fp16-4059/src/bento_constants.py → ...13b-chat-fp16-921b/src/bento_constants.py
@@ -6,8 +6,8 @@
  max_model_len: 1024
  model: meta-llama/Llama-2-13b-chat-hf
 extra_labels:
+ model_name: meta-llama/Llama-2-13b-chat-hf
  openllm_alias: 13b,13b-chat
- openllm_hf_model_id: meta-llama/Llama-2-13b-chat-hf
 project: vllm-chat
 service_config:
  name: llama2

diff --git a/...ma2/13b-chat-fp16-4059/src/bentofile.yaml → ...ma2/13b-chat-fp16-921b/src/bentofile.yaml b/...ma2/13b-chat-fp16-4059/src/bentofile.yaml → ...ma2/13b-chat-fp16-921b/src/bentofile.yaml
@@ -28,9 +28,8 @@ include:
 - chat_templates/chat_templates/*.jinja
 - chat_templates/generation_configs/*.json
 labels:
+ model_name: meta-llama/Llama-2-13b-chat-hf
  openllm_alias: 13b,13b-chat
- openllm_hf_model_id: meta-llama/Llama-2-13b-chat-hf
- owner: bentoml-team
  platforms: linux
  source: https://github.com/bentoml/openllm-models-feed/tree/main/source/vllm-chat
 models: []

diff --git a/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja b/...hat_templates/chat_templates/alpaca.jinja → ...hat_templates/chat_templates/alpaca.jinja
diff --git a/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja b/..._templates/chat_templates/amberchat.jinja → ..._templates/chat_templates/amberchat.jinja
diff --git a/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja b/...hat_templates/chat_templates/chatml.jinja → ...hat_templates/chat_templates/chatml.jinja
diff --git a/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja b/...hat_templates/chat_templates/chatqa.jinja → ...hat_templates/chat_templates/chatqa.jinja
diff --git a/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja b/...ates/chat_templates/falcon-instruct.jinja → ...ates/chat_templates/falcon-instruct.jinja
diff --git a/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja b/...t_templates/chat_templates/gemma-it.jinja → ...t_templates/chat_templates/gemma-it.jinja
diff --git a/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja b/...mplates/chat_templates/llama-2-chat.jinja → ...mplates/chat_templates/llama-2-chat.jinja
diff --git a/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja b/...mplates/chat_templates/llama-3-chat.jinja → ...mplates/chat_templates/llama-3-chat.jinja
diff --git a/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja b/...tes/chat_templates/mistral-instruct.jinja → ...tes/chat_templates/mistral-instruct.jinja
diff --git a/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja b/...t_templates/chat_templates/openchat.jinja → ...t_templates/chat_templates/openchat.jinja
diff --git a/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja b/...chat_templates/chat_templates/phi-3.jinja → ...chat_templates/chat_templates/phi-3.jinja
diff --git a/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja b/...chat_templates/chat_templates/saiga.jinja → ...chat_templates/chat_templates/saiga.jinja
diff --git a/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja b/...lates/chat_templates/solar-instruct.jinja → ...lates/chat_templates/solar-instruct.jinja
diff --git a/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja b/...hat_templates/chat_templates/vicuna.jinja → ...hat_templates/chat_templates/vicuna.jinja
diff --git a/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja b/...hat_templates/chat_templates/zephyr.jinja → ...hat_templates/chat_templates/zephyr.jinja
diff --git a/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json b/..._templates/generation_configs/alpaca.json → ..._templates/generation_configs/alpaca.json
diff --git a/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json b/...mplates/generation_configs/amberchat.json → ...mplates/generation_configs/amberchat.json
diff --git a/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json b/..._templates/generation_configs/chatqa.json → ..._templates/generation_configs/chatqa.json
diff --git a/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json b/...emplates/generation_configs/gemma-it.json → ...emplates/generation_configs/gemma-it.json
diff --git a/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json b/...ates/generation_configs/llama-2-chat.json → ...ates/generation_configs/llama-2-chat.json
diff --git a/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json b/...ates/generation_configs/llama-3-chat.json → ...ates/generation_configs/llama-3-chat.json
diff --git a/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json b/.../generation_configs/mistral-instruct.json → .../generation_configs/mistral-instruct.json
diff --git a/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json b/...emplates/generation_configs/openchat.json → ...emplates/generation_configs/openchat.json
diff --git a/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json b/..._templates/generation_configs/orca-2.json → ..._templates/generation_configs/orca-2.json
diff --git a/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json b/...t_templates/generation_configs/phi-3.json → ...t_templates/generation_configs/phi-3.json
diff --git a/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json b/...plates/generation_configs/qwen2-chat.json → ...plates/generation_configs/qwen2-chat.json
diff --git a/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json b/...t_templates/generation_configs/saiga.json → ...t_templates/generation_configs/saiga.json
diff --git a/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json b/...es/generation_configs/solar-instruct.json → ...es/generation_configs/solar-instruct.json
diff --git a/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json b/..._templates/generation_configs/vicuna.json → ..._templates/generation_configs/vicuna.json
diff --git a/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json b/...templates/generation_configs/yi-chat.json → ...templates/generation_configs/yi-chat.json
diff --git a/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json b/..._templates/generation_configs/zephyr.json → ..._templates/generation_configs/zephyr.json
diff --git a/.../llama2/13b-chat-fp16-4059/src/service.py → .../llama2/13b-chat-fp16-921b/src/service.py b/.../llama2/13b-chat-fp16-4059/src/service.py → .../llama2/13b-chat-fp16-921b/src/service.py
diff --git a/...llama2/13b-chat-fp16-4059/src/ui/404.html → ...llama2/13b-chat-fp16-921b/src/ui/404.html b/...llama2/13b-chat-fp16-4059/src/ui/404.html → ...llama2/13b-chat-fp16-921b/src/ui/404.html
diff --git a/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js → ...c/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js
diff --git a/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js → ...tic/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js
diff --git a/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js b/...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js → ...tatic/chunks/0e5ce63c-f5957df8d97fa48f.js
diff --git a/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js b/...tatic/chunks/370b0802-87e84e603248538e.js → ...tatic/chunks/370b0802-87e84e603248538e.js
diff --git a/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js → ...tatic/chunks/3d47b92a-f8bda4b39f1e2d9d.js
diff --git a/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js b/...tatic/chunks/479ba886-0c92f49cb8e74e58.js → ...tatic/chunks/479ba886-0c92f49cb8e74e58.js