This commit is contained in:
parent
dfc817f7c7
commit
aca0c984d4
@ -17,8 +17,7 @@ spec:
|
|||||||
containers:
|
containers:
|
||||||
- name: openllm-container
|
- name: openllm-container
|
||||||
image: ghcr.io/bentoml/openllm
|
image: ghcr.io/bentoml/openllm
|
||||||
command: ["start"]
|
args: ["start", "${MODEL_NAME}", "--backend", "vllm"]
|
||||||
args: ["${MODEL_NAME}", "--backend", "vllm"]
|
|
||||||
env:
|
env:
|
||||||
# Set this to desired deployment model
|
# Set this to desired deployment model
|
||||||
- name: MODEL_NAME
|
- name: MODEL_NAME
|
||||||
|
Loading…
Reference in New Issue
Block a user