diff --git a/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py b/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py index a4cce79741e..2fb72059183 100644 --- a/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py +++ b/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py @@ -136,6 +136,8 @@ class TrtLlmFp8ExpertsModular(TrtLlmFp8ExpertsBase, mk.FusedMoEExpertsModular): not moe_parallel_config.use_all2all_kernels or moe_parallel_config.use_ag_rs_all2all_kernels or moe_parallel_config.use_deepep_v2_kernels + or moe_parallel_config.use_fi_nvl_one_sided_kernels + or moe_parallel_config.use_fi_nvl_two_sided_kernels ) and not moe_parallel_config.enable_eplb @staticmethod