From ef16d45ff1c95dac38c5643acfd163b283bc7ad5 Mon Sep 17 00:00:00 2001 From: Tyler Perkins Date: Sat, 30 Mar 2024 18:02:14 -0400 Subject: [PATCH] Fix syntax --- openllm/openllm-deployment.yaml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/openllm/openllm-deployment.yaml b/openllm/openllm-deployment.yaml index e8a22b8..056c47a 100644 --- a/openllm/openllm-deployment.yaml +++ b/openllm/openllm-deployment.yaml @@ -17,11 +17,9 @@ spec: containers: - name: openllm-container image: ghcr.io/bentoml/openllm - args: ["start", "${MODEL_NAME}", "--backend", "vllm"] - env: # Set this to desired deployment model - - name: MODEL_NAME - value: "meta-llama/Llama-2-13b-hf" + args: ["start", "meta-llama/Llama-2-13b-hf", "--backend", "vllm"] + env: - name: TRUST_REMOVE_CODE value: "True" - name: OPENLLM_DO_NOT_TRACK