enable cache reuse

2026-05-07 11:26:30 -05:00
parent 0997aa48b7
commit ebcc0cf045
1 changed files with 2 additions and 0 deletions
--- a/clusters/k3s-dgx/nim-service/qwen.yaml
+++ b/clusters/k3s-dgx/nim-service/qwen.yaml
@@ -45,6 +45,8 @@ spec:
      value: "true"
    - name: NIM_MAX_MODEL_LEN
      value: "32768"
+    - name: NIM_ENABLE_KV_CACHE_REUSE
+      value: "true"
  image:
    repository: nvcr.io/nim/qwen/qwen3-32b-dgx-spark
    tag: "1.1.0-variant"