Update node to watch forever

2024-03-30 22:20:50 -04:00 · 2024-03-30 22:20:50 -04:00 · 17e076e0c8
commit 17e076e0c8
parent e78ac932d0
1 changed files with 8 additions and 7 deletions
--- a/vllm/vllm-deployment.yaml
+++ b/vllm/vllm-deployment.yaml
@ -28,13 +28,14 @@ spec:
              value: /.cache
            - name: shm-size
              value: 1g
-          command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
-          args: ["--model=meta-llama/Llama-2-7b-hf",
-                 "--gpu-memory-utilization=0.95",
-                 "--disable-log-requests",
-                 "--trust-remote-code",
-                 "--port=8000",
-                 "--tensor-parallel-size=1"]
+          command: ["watch", "ls"]
+                #command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+                #args: ["--model=meta-llama/Llama-2-7b-hf",
+                #       "--gpu-memory-utilization=0.95",
+                #       "--disable-log-requests",
+                #       "--trust-remote-code",
+                #       "--port=8000",
+                #       "--tensor-parallel-size=1"]
          ports:
            - containerPort: 8000
              name: http