Update to use open model
All checks were successful
continuous-integration/drone/push Build is passing

This commit is contained in:
Tyler Perkins 2024-03-30 22:42:32 -04:00
parent 28a5a521ee
commit 765124c106
Signed by: tyler
GPG Key ID: 03B27509E17EFDC8

View File

@ -33,7 +33,7 @@ spec:
#args:
#- while true; do sleep 2600; done
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
args: ["--model=meta-llama/Llama-2-7b-hf",
args: ["--model=mistralai/Mistral-7B-v0.1",
"--gpu-memory-utilization=0.95",
"--disable-log-requests",
"--trust-remote-code",