From 288da8e91170b643845099455769818080e8d4a1 Mon Sep 17 00:00:00 2001 From: Eugene Rakhmatulin Date: Sat, 4 Apr 2026 16:48:07 -0700 Subject: [PATCH] Mod to fix Gemma4 tool parser --- mods/fix-gemma4-tool-parser/run.sh | 10 ++++++++++ recipes/gemma4-26b-a4b.yaml | 5 +++-- 2 files changed, 13 insertions(+), 2 deletions(-) create mode 100644 mods/fix-gemma4-tool-parser/run.sh diff --git a/mods/fix-gemma4-tool-parser/run.sh b/mods/fix-gemma4-tool-parser/run.sh new file mode 100644 index 0000000..4d9a870 --- /dev/null +++ b/mods/fix-gemma4-tool-parser/run.sh @@ -0,0 +1,10 @@ +#!/bin/bash +set -e + +cd /usr/local/lib/python3.12/dist-packages +echo "Applying PR #38909" +if curl -fsL https://patch-diff.githubusercontent.com/raw/vllm-project/vllm/pull/38909.diff | git apply --exclude="tests/*"; then + echo "- PR #38909 applied successfully" +else + echo "- PR #38909 can't be applied, skipping" +fi diff --git a/recipes/gemma4-26b-a4b.yaml b/recipes/gemma4-26b-a4b.yaml index 1c0469e..6135ba8 100644 --- a/recipes/gemma4-26b-a4b.yaml +++ b/recipes/gemma4-26b-a4b.yaml @@ -18,8 +18,9 @@ container: vllm-node-tf5 build_args: - --tf5 -# No mods required -mods: [] +# Mods +mods: + - mods/fix-gemma4-tool-parser # Default settings (can be overridden via CLI) defaults: