diff --git a/conversion/qwen.py b/conversion/qwen.py
index c5297418c99b..edb0209e05fc 100644
--- a/conversion/qwen.py
+++ b/conversion/qwen.py
@@ -341,7 +341,7 @@ def filter_tensors(cls, item):
             keep = name in (
                 "model.embed_tokens.weight", "model.norm.weight", "lm_head.weight",
                 "embed_tokens.weight", "norm.weight",
-            )
+            ) or name.startswith("model.hyper_connection_mixer.")
             if not keep:
                 return None
         return name, gen