Unsloth chat template for qwen3.5

This commit is contained in:
Eugene Rakhmatulin
2026-03-06 23:35:18 -08:00
parent 9dc09bd04b
commit d42c4199fa
5 changed files with 166 additions and 1 deletions

View File

@@ -19,6 +19,7 @@ build_args:
# Mod required to fix ROPE syntax error
mods:
- mods/fix-qwen3.5-autoround
- mods/fix-qwen3.5-chat-template
# Default settings (can be overridden via CLI)
defaults:
@@ -47,6 +48,7 @@ command: |
--reasoning-parser qwen3 \
--max-num-batched-tokens {max_num_batched_tokens} \
--trust-remote-code \
--chat-template unsloth.jinja \
-tp {tensor_parallel} \
--distributed-executor-backend ray