diff --git a/README.md b/README.md index e98f8745..c36e39e2 100644 --- a/README.md +++ b/README.md @@ -53,7 +53,7 @@ llama3.2 llama3.2:1b-instruct-fp16-69ad default 12G llama3.2:1b-instruct-ggml-fp16-darwin-12f1 default macos llama3.2:3b-instruct-fp16-785f default 12G linux llama3.2:11b-vision-instruct-1fbd default 80G linux -llama3.3 llama3.3:70b-instruct-fp16-a20b default 80Gx2 linux +llama3.3 llama3.3:70b-instruct-fp16-5859 default 40Gx4 linux mistral mistral:7b-instruct-fp16-28ad default 24G linux mistral:7b-instruct-awq-4bit-f24d default 12G linux mistral:24b-instruct-nemo-e080 default 80G linux diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/README.md b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/README.md similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/README.md rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/README.md diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/apis/openapi.yaml b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/apis/openapi.yaml similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/apis/openapi.yaml rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/apis/openapi.yaml diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/apis/schema.json b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/apis/schema.json similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/apis/schema.json rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/apis/schema.json diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/bento.yaml b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/bento.yaml similarity index 92% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/bento.yaml rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/bento.yaml index 7bf903bc..10d3fe08 100644 --- a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/bento.yaml +++ b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/bento.yaml @@ -1,8 +1,8 @@ service: service:VLLM name: llama3.3 -version: 70b-instruct-fp16-a20b +version: 70b-instruct-fp16-5859 bentoml_version: 1.3.19 -creation_time: '2025-01-06T02:55:59.935117+00:00' +creation_time: '2025-01-06T12:20:02.386194+00:00' labels: model_name: meta-llama/Llama-3.3-70B-Instruct openllm_alias: 70b,70b-instruct @@ -16,7 +16,7 @@ services: models: - tag: meta-llama--llama-3.3-70b-instruct:72024badd10f4b5526da4f5eebabefd7 module: null - creation_time: '2025-01-06T02:55:59.933382+00:00' + creation_time: '2025-01-06T12:20:02.384555+00:00' registry: huggingface metadata: model_id: meta-llama/llama-3.3-70b-instruct @@ -28,8 +28,8 @@ services: config: name: llama3.3 resources: - gpu: 2 - gpu_type: nvidia-a100-80gb + gpu: 4 + gpu_type: nvidia-tesla-a100 traffic: timeout: 300 envs: diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/docker/Dockerfile b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/docker/Dockerfile similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/docker/Dockerfile rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/docker/Dockerfile diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/docker/entrypoint.sh b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/docker/entrypoint.sh similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/docker/entrypoint.sh rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/docker/entrypoint.sh diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/install.sh b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/install.sh similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/install.sh rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/install.sh diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/requirements.lock.txt b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/requirements.lock.txt similarity index 99% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/requirements.lock.txt rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/requirements.lock.txt index 9eb3f2b2..de358941 100644 --- a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/requirements.lock.txt @@ -38,7 +38,7 @@ httpcore==1.0.7 httptools==0.6.4 httpx==0.28.1 httpx-ws==0.7.1 -huggingface-hub==0.27.0 +huggingface-hub==0.27.1 idna==3.10 importlib-metadata==8.5.0 inflection==0.5.1 diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/requirements.txt b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/requirements.txt similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/requirements.txt rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/requirements.txt diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/version.txt b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/version.txt similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/env/python/version.txt rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/env/python/version.txt diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/README.md b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/README.md similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/README.md rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/README.md diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/bentofile.yaml b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/bentofile.yaml similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/bentofile.yaml rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/bentofile.yaml diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/README.md b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/README.md similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/README.md rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/README.md diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/alpaca.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/alpaca.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/alpaca.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/alpaca.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/amberchat.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/amberchat.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/amberchat.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/amberchat.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/chatml.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/chatml.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/chatml.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/chatml.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/chatqa.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/chatqa.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/chatqa.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/chatqa.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/falcon-instruct.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/falcon-instruct.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/falcon-instruct.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/falcon-instruct.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/gemma-it.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/gemma-it.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/gemma-it.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/gemma-it.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/llama-2-chat.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/llama-2-chat.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/llama-2-chat.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/llama-2-chat.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/llama-3-chat.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/llama-3-chat.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/llama-3-chat.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/llama-3-chat.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/mistral-instruct.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/mistral-instruct.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/mistral-instruct.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/mistral-instruct.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/openchat.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/openchat.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/openchat.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/openchat.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/phi-3.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/phi-3.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/phi-3.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/phi-3.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/saiga.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/saiga.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/saiga.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/saiga.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/solar-instruct.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/solar-instruct.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/solar-instruct.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/solar-instruct.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/vicuna.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/vicuna.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/vicuna.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/vicuna.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/zephyr.jinja b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/zephyr.jinja similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/chat_templates/chat_templates/zephyr.jinja rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/chat_templates/chat_templates/zephyr.jinja diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/openllm_config.yaml b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/openllm_config.yaml similarity index 81% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/openllm_config.yaml rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/openllm_config.yaml index 9892b079..00df2827 100644 --- a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/openllm_config.yaml +++ b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/openllm_config.yaml @@ -1,7 +1,7 @@ engine_config: max_model_len: 2048 model: meta-llama/Llama-3.3-70B-Instruct - tensor_parallel_size: 2 + tensor_parallel_size: 4 extra_envs: - name: HF_TOKEN extra_labels: @@ -11,7 +11,7 @@ project: vllm-chat service_config: name: llama3.3 resources: - gpu: 2 - gpu_type: nvidia-a100-80gb + gpu: 4 + gpu_type: nvidia-tesla-a100 traffic: timeout: 300 diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/requirements.txt b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/requirements.txt similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/requirements.txt rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/requirements.txt diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/service.py b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/service.py similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/service.py rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/service.py diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/404.html b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/404.html similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/404.html rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/404.html diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/700-532b1fe2415e5859.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/700-532b1fe2415e5859.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/700-532b1fe2415e5859.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/700-532b1fe2415e5859.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/995-34374f39bb210839.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/995-34374f39bb210839.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/995-34374f39bb210839.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/995-34374f39bb210839.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/css/429544bd3cd8ce3a.css b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/css/429544bd3cd8ce3a.css similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/css/429544bd3cd8ce3a.css rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/css/429544bd3cd8ce3a.css diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/css/5b67f082b31cfc7b.css b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/css/5b67f082b31cfc7b.css similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/css/5b67f082b31cfc7b.css rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/css/5b67f082b31cfc7b.css diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/css/9e63023b20ddb15e.css b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/css/9e63023b20ddb15e.css similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/_next/static/css/9e63023b20ddb15e.css rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/_next/static/css/9e63023b20ddb15e.css diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/apple-touch-icon.png b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/apple-touch-icon.png similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/apple-touch-icon.png rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/apple-touch-icon.png diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/chat.html b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/chat.html similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/chat.html rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/chat.html diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/chat.txt b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/chat.txt similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/chat.txt rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/chat.txt diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/favicon-16x16.png b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/favicon-16x16.png similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/favicon-16x16.png rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/favicon-16x16.png diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/favicon.ico b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/favicon.ico similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/favicon.ico rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/favicon.ico diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/index.html b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/index.html similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/index.html rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/index.html diff --git a/bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/index.txt b/bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/index.txt similarity index 100% rename from bentoml/bentos/llama3.3/70b-instruct-fp16-a20b/src/ui/index.txt rename to bentoml/bentos/llama3.3/70b-instruct-fp16-5859/src/ui/index.txt