fuse moe contiguous

Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
2026-01-27 11:22:55 +08:00
parent 3c8c7cae43
commit d19264ea95
1 changed files with 1 additions and 1 deletions
@@ -1140,7 +1140,7 @@ class FusedMoE(CustomOp):
            "CompressedTensorsWNA16MarlinMoEMethod",
            "CompressedTensorsWNA16MoEMethod",
        ):
-            loaded_weight = loaded_weight.t()
+            loaded_weight = loaded_weight.t().contiguous()

        if shard_id not in ("w1", "w2", "w3"):
            raise ValueError(f"shard_id must be ['w1','w2','w3'] but got {shard_id}.")