Skip to content

[PERF] MXFP4 (a4w4) MoE backend for gfx950 #3470

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
ColorsWind wants to merge 4 commits into
base: main
Choose a base branch
from
Open

[PERF] MXFP4 (a4w4) MoE backend for gfx950 #3470

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
980f940
feat(mxfp4_moe): MoE sort/quant/scatter-reduce aux kernels
ColorsWind Jun 1, 2026
a81270c
feat(mxfp4_moe): a4w4 gemm1/gemm2 kernels + codegen dispatch
ColorsWind Jun 1, 2026
ec7ba53
feat(mxfp4_moe): wire mxfp4 backend into fused_moe + tuned CSV
ColorsWind Jun 1, 2026
afe99db
feat(mxfp4_moe): mxfp4-intermediate gemm2->reduce path (CSV-gated)
ColorsWind Jun 1, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions aiter/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -105,6 +105,7 @@ def getLogger():
from .ops.moe_op import * # noqa: F403,E402
from .ops.moe_sorting import * # noqa: F403,E402
from .ops.moe_sorting_opus import * # noqa: F403,E402
from .ops.mxfp4_moe import * # noqa: F403,E402
from .ops.pa_sparse_prefill_opus import * # noqa: F403,E402
from .ops.pos_encoding import * # noqa: F403,E402
from .ops.cache import * # noqa: F403,E402
Expand Down
17 changes: 17 additions & 0 deletions aiter/configs/model_configs/kimik2_5_mxfp4_tuned_fmoe.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
cu_num,token,model_dim,inter_dim,expert,topk,act_type,dtype,q_dtype_a,q_dtype_w,q_type,use_g1u1,doweight_stage1,block_m,ksplit,us1,kernelName1,err1,us2,kernelName2,err2,us,run_1stage,tflops,bw,_tag
256,1,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,2,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,4,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,8,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,16,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,32,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,64,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,128,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM16_INLINEQUANT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM16_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,256,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM32_NT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM32_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,512,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM32_NT,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM32_ATOMIC_NT,0.0%,0,0,0,0,mxfp4_moe
256,1024,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM32_CACHED,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM32_ATOMIC,0.0%,0,0,0,0,mxfp4_moe
256,2048,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM32_CACHED,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_TOPK9_BM32_ATOMIC,0.0%,0,0,0,0,mxfp4_moe
256,4096,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM128,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_BM128_NONATOMIC,0.0%,0,0,0,0,mxfp4_moe
256,8192,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM128,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_BM128_NONATOMIC_MXFP4OUT,0.0%,0,0,0,0,mxfp4_moe
256,16384,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM128,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_BM128_NONATOMIC_MXFP4OUT,0.0%,0,0,0,0,mxfp4_moe
256,32768,7168,512,385,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,0,mxfp4_moe_g1_a4w4_NE385_H7168_E512_BM128,0.0%,0,mxfp4_moe_g2_a4w4_NE385_H7168_E512_BM128_NONATOMIC_MXFP4OUT,0.0%,0,0,0,0,mxfp4_moe
Loading
Loading