Compare commits

...
1 Commits
Author SHA1 Message Date
JJJYmmmandRoger Wang 6d98f91c13 [Misc] fix qwen3.5 config (#34604) 2026-02-16 00:43:52 -08:00
2 changed files with 4 additions and 4 deletions
+2 -2
View File
@@ -68,10 +68,10 @@ class Qwen3_5TextConfig(PretrainedConfig):
eos_token_id=None,
**kwargs,
):
kwargs["ignore_keys_at_rope_validation"] = [
kwargs["ignore_keys_at_rope_validation"] = {
"mrope_section",
"mrope_interleaved",
]
}
self.vocab_size = vocab_size
self.max_position_embeddings = max_position_embeddings
self.hidden_size = hidden_size
@@ -75,10 +75,10 @@ class Qwen3_5MoeTextConfig(PretrainedConfig):
eos_token_id=None,
**kwargs,
):
kwargs["ignore_keys_at_rope_validation"] = [
kwargs["ignore_keys_at_rope_validation"] = {
"mrope_section",
"mrope_interleaved",
]
}
self.vocab_size = vocab_size
self.max_position_embeddings = max_position_embeddings
self.hidden_size = hidden_size