diff --git a/clusters/k3s-dgx/nim-service/llama.yaml b/clusters/k3s-dgx/nim-service/llama.yaml index 18295e5..f088dac 100644 --- a/clusters/k3s-dgx/nim-service/llama.yaml +++ b/clusters/k3s-dgx/nim-service/llama.yaml @@ -24,6 +24,10 @@ metadata: name: meta-llama-3-1-8b-instruct namespace: nim-service spec: + args: + - --enable-auto-tool-choice + - --tool-call-parser + - llama3_json image: repository: nvcr.io/nim/meta/llama-3.1-8b-instruct tag: "2.0.3"