diff --git a/clusters/k3s-dgx/nim-service/qwen.yaml b/clusters/k3s-dgx/nim-service/qwen.yaml index bf29956..db99b4b 100644 --- a/clusters/k3s-dgx/nim-service/qwen.yaml +++ b/clusters/k3s-dgx/nim-service/qwen.yaml @@ -47,6 +47,10 @@ metadata: namespace: nim-service spec: env: + - name: NIM_DISABLE_MODEL_DOWNLOAD + value: "1" + - name: HF_HUB_OFFLINE + value: "1" - name: NIM_BACKEND value: vllm - name: NIM_PASSTHROUGH_ARGS