Update container to sleep forever

2024-03-30 22:29:42 -04:00 · 2024-03-30 22:29:42 -04:00 · cea6dd868f
commit cea6dd868f
parent efa0019bd1
1 changed files with 3 additions and 1 deletions
--- a/vllm/vllm-deployment.yaml
+++ b/vllm/vllm-deployment.yaml
@ -28,7 +28,9 @@ spec:
              value: /.cache
            - name: shm-size
              value: 1g
-          command: ["watch", "/bin/ls"]
+          command: ["/bin/bash", "-c"]
+          args:
+            - while true; do sleep 2600; done
                #command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
                #args: ["--model=meta-llama/Llama-2-7b-hf",
                #       "--gpu-memory-utilization=0.95",