Upgrade to nvidia runtime

2024-03-30 16:39:58 -04:00 · 2024-03-30 16:39:58 -04:00 · c4a812073d
commit c4a812073d
parent 315b166763
1 changed files with 1 additions and 0 deletions
--- a/openllm/openllm-deployment.yaml
+++ b/openllm/openllm-deployment.yaml
@ -13,6 +13,7 @@ spec:
      labels:
        app: openllm
    spec:
+      runtimeClassName: nvidia
      containers:
      - name: openllm-container
        image: ghcr.io/bentoml/openllm