Update to use open model

2024-03-30 22:42:32 -04:00 · 2024-03-30 22:42:32 -04:00 · 765124c106
commit 765124c106
parent 28a5a521ee
1 changed files with 1 additions and 1 deletions
--- a/vllm/vllm-deployment.yaml
+++ b/vllm/vllm-deployment.yaml
@ -33,7 +33,7 @@ spec:
                #args:
                #- while true; do sleep 2600; done
          command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
-          args: ["--model=meta-llama/Llama-2-7b-hf",
+          args: ["--model=mistralai/Mistral-7B-v0.1",
                 "--gpu-memory-utilization=0.95",
                 "--disable-log-requests",
                 "--trust-remote-code",