Reverted gemma4 to safetensors. Fixes #214 and #217.

2026-04-29 10:56:40 -07:00
parent e3243bf555
commit 87cb9f6e1e
3 changed files with 6 additions and 6 deletions
--- a/recipes/gemma4-26b-a4b.yaml
+++ b/recipes/gemma4-26b-a4b.yaml
@@ -20,7 +20,7 @@ build_args:

 # Mods
 mods:
-  - mods/fix-gemma4-tool-parser
+  # - mods/fix-gemma4-tool-parser

 # Default settings (can be overridden via CLI)
 defaults:
@@ -41,7 +41,7 @@ command: |
    --gpu-memory-utilization {gpu_memory_utilization} \
    --port {port} \
    --host {host} \
-    --load-format instanttensor \
+    --load-format safetensors \
    --enable-prefix-caching \
    --enable-auto-tool-choice \
    --tool-call-parser gemma4 \