[CustomOp] Register FusedMoe

Signed-off-by: Icey <1790571317@qq.com>

Author: wxsIcey

vllm_ascend/ops/__init__.py

@@ -18,7 +18,6 @@
 import torch
 
 import vllm_ascend.ops.activation  # noqa
-import vllm_ascend.ops.common_fused_moe  # noqa
 import vllm_ascend.ops.fused_moe  # noqa
 import vllm_ascend.ops.layernorm  # noqa
 import vllm_ascend.ops.rotary_embedding  # noqa

vllm_ascend/ops/common_fused_moe.py

@@ -479,6 +479,9 @@ def register_ascend_customop():
     CustomOp.register_oot(_decorated_op_cls=AscendSiluAndMul,
                           name="SiluAndMul")
 
+    from vllm_ascend.ops.fused_moe import AscendFusedMoE
+    CustomOp.register_oot(_decorated_op_cls=AscendFusedMoE, name="FusedMoE")
+
     # NOTE: Keep this at last to ensure all custom actions are registered
     _ASCEND_CUSTOMOP_IS_REIGISTERED = True