Infrastructure/Gluttony-Cluster
2
1
Fork 0
Code Issues 13 Pull Requests Wiki Activity

Update to use open model
All checks were successful
continuous-integration/drone/push Build is passing
Details

Browse Source
This commit is contained in:
Tyler Perkins 2024-03-30 22:42:32 -04:00
parent 28a5a521ee
commit 765124c106
Signed by: tyler
GPG Key ID: 03B27509E17EFDC8
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/vllm-deployment.yaml
View File

@ -33,7 +33,7 @@ spec:
#args: #args:
#- while true; do sleep 2600; done #- while true; do sleep 2600; done
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
args: ["--model=meta-llama/Llama-2-7b-hf", args: ["--model=mistralai/Mistral-7B-v0.1",
"--gpu-memory-utilization=0.95", "--gpu-memory-utilization=0.95",
"--disable-log-requests", "--disable-log-requests",
"--trust-remote-code", "--trust-remote-code",