diff --git a/openllm/openllm-deployment.yaml b/openllm/openllm-deployment.yaml index 02f584f..e8a22b8 100644 --- a/openllm/openllm-deployment.yaml +++ b/openllm/openllm-deployment.yaml @@ -17,8 +17,7 @@ spec: containers: - name: openllm-container image: ghcr.io/bentoml/openllm - command: ["start"] - args: ["${MODEL_NAME}", "--backend", "vllm"] + args: ["start", "${MODEL_NAME}", "--backend", "vllm"] env: # Set this to desired deployment model - name: MODEL_NAME