Fix syntax
All checks were successful
continuous-integration/drone/push Build is passing

This commit is contained in:
Tyler Perkins 2024-03-30 18:02:14 -04:00
parent aca0c984d4
commit ef16d45ff1
Signed by: tyler
GPG Key ID: 03B27509E17EFDC8

View File

@ -17,11 +17,9 @@ spec:
containers:
- name: openllm-container
image: ghcr.io/bentoml/openllm
args: ["start", "${MODEL_NAME}", "--backend", "vllm"]
env:
# Set this to desired deployment model
- name: MODEL_NAME
value: "meta-llama/Llama-2-13b-hf"
args: ["start", "meta-llama/Llama-2-13b-hf", "--backend", "vllm"]
env:
- name: TRUST_REMOVE_CODE
value: "True"
- name: OPENLLM_DO_NOT_TRACK