Unsloth chat template for qwen3.5

This commit is contained in:
Eugene Rakhmatulin
2026-03-06 23:35:18 -08:00
parent 9dc09bd04b
commit d42c4199fa
5 changed files with 166 additions and 1 deletions

View File

@@ -15,7 +15,8 @@ cluster_only: true
container: vllm-node
# No mods required
mods: []
mods:
- mods/fix-qwen3.5-chat-template
# Default settings (can be overridden via CLI)
defaults:
@@ -41,5 +42,6 @@ command: |
--enable-auto-tool-choice \
--tool-call-parser qwen3_coder \
--reasoning-parser qwen3 \
--chat-template unsloth.jinja \
-tp {tensor_parallel} --distributed-executor-backend ray \
--max-num-batched-tokens {max_num_batched_tokens}