Function get_moe_method

fastdeploy/model_executor/layers/moe/moe.py:45–74

return moe method based on device platform

(layer=None)

def get_moe_method(layer=None):
    """
    return moe method based on device platform
    """

    if current_platform.is_cuda() or current_platform.is_iluvatar():
        from .fused_moe_cutlass_backend import CutlassMoEMethod

        return CutlassMoEMethod(None)
    elif current_platform.is_xpu():
        from fastdeploy.model_executor.layers.backends import XPUMoEMethod

        return XPUMoEMethod(None, layer)
    elif current_platform.is_gcu():
        from fastdeploy.model_executor.layers.backends import GCUFusedMoeMethod

        return GCUFusedMoeMethod(None)

    elif current_platform.is_intel_hpu():
        from fastdeploy.model_executor.layers.backends import HpuMoEMethod

        return HpuMoEMethod(None)

    elif current_platform.is_maca():
        from fastdeploy.model_executor.layers.backends import (
            MetaxCutlassUnquantizedFusedMoEMethod,
        )

        return MetaxCutlassUnquantizedFusedMoEMethod(None)
    return None


def get_moe_scores(