From 8f11e7e5edd8c964f7a44fbd29f0c86a8df49a82 Mon Sep 17 00:00:00 2001 From: Eugene Rakhmatulin Date: Fri, 27 Feb 2026 10:55:42 -0800 Subject: [PATCH] Intel/Qwen3.5-122B-A10B-int4-AutoRound support via mods/fix-qwen3.5-autoround --- mods/fix-qwen3.5-autoround/run.sh | 3 +++ mods/fix-qwen3.5-autoround/transformers.patch | 11 +++++++++++ 2 files changed, 14 insertions(+) create mode 100644 mods/fix-qwen3.5-autoround/run.sh create mode 100644 mods/fix-qwen3.5-autoround/transformers.patch diff --git a/mods/fix-qwen3.5-autoround/run.sh b/mods/fix-qwen3.5-autoround/run.sh new file mode 100644 index 0000000..81f50c7 --- /dev/null +++ b/mods/fix-qwen3.5-autoround/run.sh @@ -0,0 +1,3 @@ +#!/bin/bash +set -e +patch -p1 -d /usr/local/lib/python3.12/dist-packages < transformers.patch \ No newline at end of file diff --git a/mods/fix-qwen3.5-autoround/transformers.patch b/mods/fix-qwen3.5-autoround/transformers.patch new file mode 100644 index 0000000..908db3e --- /dev/null +++ b/mods/fix-qwen3.5-autoround/transformers.patch @@ -0,0 +1,11 @@ +--- a/transformers/modeling_rope_utils.py ++++ b/transformers/modeling_rope_utils.py +@@ -648,7 +648,7 @@ + ignore_keys_at_rope_validation = ( + set() if ignore_keys_at_rope_validation is None else ignore_keys_at_rope_validation + ) +- ignore_keys_at_rope_validation = ignore_keys_at_rope_validation | {"partial_rotary_factor"} ++ ignore_keys_at_rope_validation = set(ignore_keys_at_rope_validation) | {"partial_rotary_factor"} + + self.standardize_rope_params() + self.validate_rope(ignore_keys=ignore_keys_at_rope_validation)