software-engineering/edge-gitops
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

set cache reuse to 1

Browse Source
This commit is contained in:
HaimKortovich
2026-05-07 11:28:09 -05:00
parent ebcc0cf045
commit e56d29528f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
clusters/k3s-dgx/nim-service/qwen.yaml
View File

@@ -46,7 +46,7 @@ spec:
- name: NIM_MAX_MODEL_LEN - name: NIM_MAX_MODEL_LEN
value: "32768" value: "32768"
- name: NIM_ENABLE_KV_CACHE_REUSE - name: NIM_ENABLE_KV_CACHE_REUSE
value: "true" value: "1"
image: image:
repository: nvcr.io/nim/qwen/qwen3-32b-dgx-spark repository: nvcr.io/nim/qwen/qwen3-32b-dgx-spark
tag: "1.1.0-variant" tag: "1.1.0-variant"