software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Intel/Qwen3.5-122B-A10B-int4-AutoRound support via mods/fix-qwen3.5-autoround

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2026-02-27 10:55:42 -08:00
parent df88997449
commit 8f11e7e5ed
2 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
mods/fix-qwen3.5-autoround/run.sh Normal file
View File

@@ -0,0 +1,3 @@
#!/bin/bash
set -e
patch -p1 -d /usr/local/lib/python3.12/dist-packages < transformers.patch

11
mods/fix-qwen3.5-autoround/transformers.patch Normal file
View File

@@ -0,0 +1,11 @@
--- a/transformers/modeling_rope_utils.py
+++ b/transformers/modeling_rope_utils.py
@@ -648,7 +648,7 @@
ignore_keys_at_rope_validation = (
set() if ignore_keys_at_rope_validation is None else ignore_keys_at_rope_validation
)
- ignore_keys_at_rope_validation = ignore_keys_at_rope_validation | {"partial_rotary_factor"}
+ ignore_keys_at_rope_validation = set(ignore_keys_at_rope_validation) | {"partial_rotary_factor"}
self.standardize_rope_params()
self.validate_rope(ignore_keys=ignore_keys_at_rope_validation)