Add known good model
All checks were successful
continuous-integration/drone/push Build is passing

This commit is contained in:
Tyler Perkins 2024-03-30 18:05:28 -04:00
parent ef16d45ff1
commit 0d6c839ffd
Signed by: tyler
GPG Key ID: 03B27509E17EFDC8

View File

@ -18,7 +18,7 @@ spec:
- name: openllm-container - name: openllm-container
image: ghcr.io/bentoml/openllm image: ghcr.io/bentoml/openllm
# Set this to desired deployment model # Set this to desired deployment model
args: ["start", "meta-llama/Llama-2-13b-hf", "--backend", "vllm"] args: ["start", "HuggingFaceH4/zephyr-7b-beta", "--backend", "vllm"]
env: env:
- name: TRUST_REMOVE_CODE - name: TRUST_REMOVE_CODE
value: "True" value: "True"