This commit is contained in:
parent
dfc817f7c7
commit
aca0c984d4
@ -17,8 +17,7 @@ spec:
|
||||
containers:
|
||||
- name: openllm-container
|
||||
image: ghcr.io/bentoml/openllm
|
||||
command: ["start"]
|
||||
args: ["${MODEL_NAME}", "--backend", "vllm"]
|
||||
args: ["start", "${MODEL_NAME}", "--backend", "vllm"]
|
||||
env:
|
||||
# Set this to desired deployment model
|
||||
- name: MODEL_NAME
|
||||
|
Loading…
Reference in New Issue
Block a user