12 lines
596 B
Diff
12 lines
596 B
Diff
--- a/transformers/modeling_rope_utils.py
|
|
+++ b/transformers/modeling_rope_utils.py
|
|
@@ -648,7 +648,7 @@
|
|
ignore_keys_at_rope_validation = (
|
|
set() if ignore_keys_at_rope_validation is None else ignore_keys_at_rope_validation
|
|
)
|
|
- ignore_keys_at_rope_validation = ignore_keys_at_rope_validation | {"partial_rotary_factor"}
|
|
+ ignore_keys_at_rope_validation = set(ignore_keys_at_rope_validation) | {"partial_rotary_factor"}
|
|
|
|
self.standardize_rope_params()
|
|
self.validate_rope(ignore_keys=ignore_keys_at_rope_validation)
|