Update params to distribute model

2024-03-30 22:49:18 -04:00 · 2024-03-30 22:49:18 -04:00 · 5ca94dda0b
commit 5ca94dda0b
parent ffeadbebff
1 changed files with 1 additions and 1 deletions
--- a/vllm/vllm-deployment.yaml
+++ b/vllm/vllm-deployment.yaml
@ -39,7 +39,7 @@ spec:
                 "--trust-remote-code",
                 "--port=8000",
                 "--dtype=half",
-                 "--tensor-parallel-size=1"]
+                 "--tensor-parallel-size=2"]
          ports:
            - containerPort: 8000
              name: http