add toolchoice

clusters/k3s-dgx/nim-service/llama.yaml

@@ -24,6 +24,10 @@ metadata:
   name: meta-llama-3-1-8b-instruct
   namespace: nim-service
 spec:
+  args:
+    - --enable-auto-tool-choice
+    - --tool-call-parser
+    - llama3_json
   image:
     repository: nvcr.io/nim/meta/llama-3.1-8b-instruct
     tag: "2.0.3"