Mod to fix Gemma4 tool parser
This commit is contained in:
10
mods/fix-gemma4-tool-parser/run.sh
Normal file
10
mods/fix-gemma4-tool-parser/run.sh
Normal file
@@ -0,0 +1,10 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
cd /usr/local/lib/python3.12/dist-packages
|
||||
echo "Applying PR #38909"
|
||||
if curl -fsL https://patch-diff.githubusercontent.com/raw/vllm-project/vllm/pull/38909.diff | git apply --exclude="tests/*"; then
|
||||
echo "- PR #38909 applied successfully"
|
||||
else
|
||||
echo "- PR #38909 can't be applied, skipping"
|
||||
fi
|
||||
@@ -18,8 +18,9 @@ container: vllm-node-tf5
|
||||
build_args:
|
||||
- --tf5
|
||||
|
||||
# No mods required
|
||||
mods: []
|
||||
# Mods
|
||||
mods:
|
||||
- mods/fix-gemma4-tool-parser
|
||||
|
||||
# Default settings (can be overridden via CLI)
|
||||
defaults:
|
||||
|
||||
Reference in New Issue
Block a user