Add known good model

2024-03-30 18:05:28 -04:00 · 2024-03-30 18:05:28 -04:00 · 0d6c839ffd
commit 0d6c839ffd
parent ef16d45ff1
1 changed files with 1 additions and 1 deletions
--- a/openllm/openllm-deployment.yaml
+++ b/openllm/openllm-deployment.yaml
@ -18,7 +18,7 @@ spec:
      - name: openllm-container
        image: ghcr.io/bentoml/openllm
        # Set this to desired deployment model
-        args: ["start", "meta-llama/Llama-2-13b-hf", "--backend", "vllm"]
+        args: ["start", "HuggingFaceH4/zephyr-7b-beta", "--backend", "vllm"]
        env:
        - name: TRUST_REMOVE_CODE
          value: "True"