Infrastructure/Gluttony-Cluster
2
1
Fork 0
Code Issues 13 Pull Requests Packages Wiki Activity

Update container to sleep forever
All checks were successful
continuous-integration/drone/push Build is passing
Details

Browse Source
This commit is contained in:
Tyler Perkins 2024-03-30 22:29:42 -04:00
parent efa0019bd1
commit cea6dd868f
Signed by: tyler
GPG Key ID: 03B27509E17EFDC8
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/vllm-deployment.yaml
View File

@ -28,7 +28,9 @@ spec:
value: /.cache value: /.cache
- name: shm-size - name: shm-size
value: 1g value: 1g
command: ["watch", "/bin/ls"] command: ["/bin/bash", "-c"]
args:
- while true; do sleep 2600; done
#command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] #command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
#args: ["--model=meta-llama/Llama-2-7b-hf", #args: ["--model=meta-llama/Llama-2-7b-hf",
# "--gpu-memory-utilization=0.95", # "--gpu-memory-utilization=0.95",