From 175e01c8f8a0c7e4cf4b6caddf0afbec854069f5 Mon Sep 17 00:00:00 2001 From: Nico Holmberg Date: Wed, 22 Jul 2026 23:50:23 -0500 Subject: [PATCH] [GLM-5.2] Retune MXFP4 fMoE kernels with FLAT support + FSE=0 coverage Retune FlyDSL kernels for inter_dim=256 (TP8) and inter_dim=512 (TP4) using the CK FlyDSL tuner. Add FLAT ASM 1-stage kernel entries at low token counts (tok=2-8) and FSE=0 (e=256/k=8) shape coverage. inter_dim=1024,2048 rows preserved unchanged. E2E results (SGLang, MI355X, amd/GLM-5.2-MXFP4, FSE=1): - TP4 (inter_dim=512): TPOT -3.4% vs base, -4.1% vs upstream CSV - TP8 (inter_dim=256): TPOT -3.6% vs base, -1.2% vs upstream CSV Row count: 64 -> 96 (+32 FSE=0 rows) --- .../model_configs/glm5_fp4_tuned_fmoe.csv | 96 ++++++++++++------- 1 file changed, 64 insertions(+), 32 deletions(-) diff --git a/aiter/configs/model_configs/glm5_fp4_tuned_fmoe.csv b/aiter/configs/model_configs/glm5_fp4_tuned_fmoe.csv index 49921ac6122..e70f1b18feb 100644 --- a/aiter/configs/model_configs/glm5_fp4_tuned_fmoe.csv +++ b/aiter/configs/model_configs/glm5_fp4_tuned_fmoe.csv @@ -31,35 +31,67 @@ gfx950,256,4096,6144,1024,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_ gfx950,256,8192,6144,1024,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,750.913,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w4,0.0%,850.9769,flydsl_moe2_afp4_wfp4_bf16_t64x128x256_atomic_persist_sbm128,4.0%,1601.8899,0,0,0,1737.41,3122.38, gfx950,256,16384,6144,1024,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,1295.9968,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w4,0.0%,1598.6393,flydsl_moe2_afp4_wfp4_bf16_t128x128x256_atomic_xcd4_persist,4.0%,2894.6361,0,0,0,1922.96,1780.09, gfx950,256,32768,6144,1024,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,2423.733,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w4,0.0%,3023.9599,flydsl_moe2_afp4_wfp4_bf16_t128x128x256_reduce_bnt2_xcd4_persist,0.6%,5447.6929,0,0,0,2043.54,1001.28, -gfx950,256,1,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,13.7924,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w4_kw4,0.0%,9.5013,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_bnt2,0.2%,23.2937,0,0,0,7.29,104121.49, -gfx950,256,2,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,16.3611,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w3_bnt0_kw2_fp4,1.1%,12.3604,flydsl_moe2_afp4_wfp4_bf16_t32x256x256_reduce_bnt2,0.1%,28.7215,0,0,0,11.83,84445.21, -gfx950,256,4,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,28.643,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w4_bnt0,0.0%,17.9639,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce,0.1%,46.6069,0,0,0,14.58,52040.15, -gfx950,256,8,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,42.8909,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w3_xcd4_kw4_fp4,0.9%,25.2564,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_bnt2,0.1%,68.1473,0,0,0,19.94,35592.07, -gfx950,256,16,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,61.2577,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w2_fp4,0.8%,39.6528,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_bnt2,1.9%,100.9105,0,0,0,26.93,24037.65, -gfx950,256,32,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,89.9858,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w4_fp4,0.7%,54.6412,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_persist,2.1%,144.627,0,0,0,37.59,16773.81, -gfx950,256,64,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,122.9066,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w4_fp4,0.7%,74.0593,flydsl_moe2_afp4_wfp4_bf16_t32x256x256_atomic_xcd4_persist_sbm64,2.1%,196.9659,0,0,0,55.2,12319.57, -gfx950,256,128,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,132.5044,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w3_fp4,0.8%,77.995,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_persist,0.1%,210.4994,0,0,0,103.29,11533.12, -gfx950,256,256,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,142.2958,flydsl_moe1_afp4_wfp4_bf16_t64x64x256_w3_fp4,0.8%,84.6001,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_bnt2_sbm64,0.1%,226.8959,0,0,0,191.66,10710.09, -gfx950,256,512,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,143.7898,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w3_fp4,0.8%,89.9336,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_persist,2.1%,233.7234,0,0,0,372.12,10417.41, -gfx950,256,1024,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,159.80810000000002,flydsl_moe1_afp4_wfp4_bf16_t64x64x256_w3,0.0%,114.103,flydsl_moe2_afp4_wfp4_bf16_t64x128x256_atomic_persist,2.1%,273.9111,0,0,0,635.05,8923.45, -gfx950,256,2048,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,196.5692,flydsl_moe1_afp4_wfp4_bf16_t128x128x256,0.0%,195.9419,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_persist_sbm128,0.1%,392.5111,0,0,0,886.32,6275.25, -gfx950,256,4096,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,280.272,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4,0.0%,333.8801,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_xcd4,0.1%,614.1521,0,0,0,1132.92,4072.04, -gfx950,256,8192,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,419.9263,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4,0.0%,593.7695,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_xcd4_persist,0.1%,1013.6958,0,0,0,1372.77,2541.54, -gfx950,256,16384,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,693.3045999999999,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_bnt0_xcd4,0.0%,1130.7309,flydsl_moe2_afp4_wfp4_bf16_t64x128x256_reduce_xcd4_persist_sbm128,0.1%,1824.0355,0,0,0,1525.81,1495.23, -gfx950,256,32768,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,1249.3197,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w3_bnt0_xcd4,0.0%,2168.6555,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_xcd4_persist_sbm128,0.1%,3417.9752,0,0,0,1628.53,886.3, -gfx950,256,1,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,10.4024,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_kw4_fp4,0.4%,8.1043,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce,0.0%,18.5067,0,0,0,4.59,65527.43, -gfx950,256,2,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,13.7996,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w3_bnt0_kw4,0.0%,9.966,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce,0.0%,23.7656,0,0,0,7.15,51028.17, -gfx950,256,4,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,16.1328,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w4_bnt0_kw2_fp4,0.4%,13.1423,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_bnt2,0.0%,29.2751,0,0,0,11.61,41426.05, -gfx950,256,8,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,24.2983,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w4_kw2_fp4,0.5%,17.294,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce,0.0%,41.5923,0,0,0,16.34,29159.86, -gfx950,256,16,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,35.2725,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w2,0.0%,21.6687,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_bnt2,0.0%,56.9412,0,0,0,23.87,21302.2, -gfx950,256,32,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,46.9406,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w4_kw2_fp4,0.8%,31.5012,flydsl_moe2_afp4_wfp4_bf16_t32x256x256_reduce_persist,0.0%,78.4418,0,0,0,34.65,15467.11, -gfx950,256,64,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,66.2383,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w4,0.0%,40.3127,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_persist,0.0%,106.551,0,0,0,51.02,11392.27, -gfx950,256,128,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,67.3417,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w3_kw2_fp4,0.8%,44.5853,flydsl_moe2_afp4_wfp4_bf16_t16x128x256_atomic_sbm32,0.8%,111.927,0,0,0,97.13,10855.62, -gfx950,256,256,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,73.0874,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w3_kw2_fp4,0.8%,47.7846,flydsl_moe2_afp4_wfp4_bf16_t16x128x256_atomic_bnt2_persist_sbm32,0.8%,120.872,0,0,0,179.89,10071.78, -gfx950,256,512,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,76.7743,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w4_kw2_fp4,0.8%,58.686,flydsl_moe2_afp4_wfp4_bf16_t32x128x128_atomic,0.8%,135.4603,0,0,0,321.03,9021.94, -gfx950,256,1024,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,91.8469,flydsl_moe1_afp4_wfp4_bf16_t64x64x256_w4,0.0%,84.9999,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_persist,0.0%,176.8468,0,0,0,491.8,6963.95, -gfx950,256,2048,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,108.2764,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w4_bnt0_xcd4_fp4,0.8%,138.5647,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_persist,0.0%,246.8411,0,0,0,704.69,5065.72, -gfx950,256,4096,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,149.0838,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4,0.0%,239.422,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2,0.0%,388.5058,0,0,0,895.46,3315.72, -gfx950,256,8192,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,222.9684,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4,0.0%,452.3736,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_persist,0.0%,675.342,0,0,0,1030.27,2019.23, -gfx950,256,16384,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,367.4062,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w2_bnt0_xcd4,0.0%,894.9074,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_sbm128,0.0%,1262.3136,0,0,0,1102.4,1199.91, -gfx950,256,32768,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,638.4538,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w4_bnt0_xcd4,0.0%,1758.0362,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_persist_sbm128,0.0%,2396.49,0,0,0,1161.34,758.05, +gfx950,256,1,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,11.3667,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w4_bnt0_kw4_fp4,1.0%,7.5072,moe_ck2stages_gemm2_256x32x128x128_1x4_MulABScaleExpertWeightShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,1.9%,18.8739,0,0,0,8.0,128004.15, +gfx950,256,2,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,35.3600,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,35.3600,1,1,1,0,0, +gfx950,256,4,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,38.9100,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,38.9100,1,1,1,0,0, +gfx950,256,8,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,57.8400,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,57.8400,1,1,1,0,0, +gfx950,256,16,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,100.0700,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x256E,0.0%,0.0,,0.0%,100.0700,1,1,1,0,0, +gfx950,256,32,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,87.3703,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w3_fp4,0.7%,53.5262,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic,2.0%,140.8965,0,0,0,34.29,17150.95, +gfx950,256,64,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,114.6833,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w3_kw2_fp4,0.8%,69.6676,moe_ck2stages_gemm2_256x32x128x128_1x4_MulABScaleExpertWeightShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,2.0%,184.3509,0,0,0,52.42,13111.4, +gfx950,256,128,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,132.589,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w3_fp4,0.8%,79.3561,flydsl_moe2_afp4_wfp4_bf16_t32x256x256_atomic_xcd4_persist_sbm64,1.9%,211.9451,0,0,0,91.19,11409.93, +gfx950,256,256,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,132.4675,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w3_fp4,0.8%,82.6746,flydsl_moe2_afp4_wfp4_bf16_t16x128x256_atomic_bnt2_sbm32,2.0%,215.1421,0,0,0,179.67,11251.34, +gfx950,256,512,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,135.4796,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w3_fp4,0.8%,88.6136,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_bnt2,2.0%,224.0932,0,0,0,344.99,10822.98, +gfx950,256,1024,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,140.9426,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w4_fp4,0.8%,110.1705,flydsl_moe2_afp4_wfp4_bf16_t64x128x256_atomic_bnt2_persist,1.9%,251.1131,0,0,0,615.73,9696.0, +gfx950,256,2048,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,177.9971,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w2,0.0%,175.9292,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_persist_sbm128,0.2%,353.9263,0,0,0,873.73,6932.71, +gfx950,256,4096,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,266.0366,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w3_bnt0,0.0%,290.1642,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_persist_sbm128,0.2%,556.2008,0,0,0,1111.96,4479.35, +gfx950,256,8192,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,391.0818,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w4_bnt0_xcd4,0.0%,541.4533,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_xcd4_sbm128,0.2%,932.5351,0,0,0,1326.44,2752.62, +gfx950,256,16384,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,602.9376,moe_ck2stages_gemm1_256x128x128x128_1x4_MulABScaleShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight0_silu_FP4X2_FP4X2_B16,0.0%,1020.9289,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_xcd4_persist_sbm128,0.2%,1623.8665,0,0,0,1523.46,1673.73, +gfx950,256,32768,6144,512,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,1084.3293,moe_ck2stages_gemm1_256x128x128x128_1x4_MulABScaleShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight0_silu_FP4X2_FP4X2_B16,0.0%,1939.1696,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_xcd4_persist_sbm128,0.2%,3023.4989,0,0,0,1636.45,998.81, +gfx950,256,1,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,11.3614,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w4_bnt0_kw4_fp4,1.2%,7.719,moe_ck2stages_gemm2_256x32x128x128_1x4_MulABScaleExpertWeightShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,2.2%,19.0804,0,0,0,8.9,127113.41, +gfx950,256,2,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,36.1400,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,36.1400,1,1,1,0,0, +gfx950,256,4,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,39.7400,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,39.7400,1,1,1,0,0, +gfx950,256,8,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,42.89,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w2_fp4,0.0%,25.26,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_bnt2,0.0%,68.15,0,0,0,19.94,35592.07, +gfx950,256,16,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,61.2577,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w2_fp4,0.8%,39.6528,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_bnt2,1.9%,100.9105,0,0,0.0,26.93,24037.65, +gfx950,256,32,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,89.9858,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w4_fp4,0.7%,54.6412,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_persist,2.1%,144.627,0,0,0.0,37.59,16773.81, +gfx950,256,64,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,121.3831,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w3_fp4,0.7%,72.177,flydsl_moe2_afp4_wfp4_bf16_t16x256x256_atomic_xcd4_persist_sbm32,2.1%,193.5601,0,0,0,56.17,12536.34, +gfx950,256,128,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,132.1811,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w4_fp4,0.8%,77.1102,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_bnt2_persist,2.1%,209.2913,0,0,0,103.89,11599.7, +gfx950,256,256,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,142.226,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w4_xcd4_fp4,0.8%,84.2491,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_persist_sbm64,2.1%,226.4751,0,0,0,192.01,10729.99, +gfx950,256,512,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,150.11919999999998,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w3,0.0%,90.1525,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_atomic_bnt2_persist,2.1%,240.2717,0,0,0,361.98,10133.5, +gfx950,256,1024,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,152.7062,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w4_fp4,0.8%,114.477,flydsl_moe2_afp4_wfp4_bf16_t64x128x256_atomic,2.1%,267.1832,0,0,0,651.04,9148.15, +gfx950,256,2048,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,194.363,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4_fp4,0.8%,198.0446,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2,0.1%,392.4076,0,0,0,886.56,6276.9, +gfx950,256,4096,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,278.8217,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4,0.0%,333.1084,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_xcd4_persist,0.1%,611.9301,0,0,0,1137.03,4086.83, +gfx950,256,8192,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,418.273,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w3_bnt0_xcd4,0.0%,592.7459,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_xcd4_persist,0.1%,1011.0189,0,0,0,1376.4,2548.27, +gfx950,256,16384,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,672.203,moe_ck2stages_gemm1_256x128x128x128_1x4_MulABScaleShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight0_silu_FP4X2_FP4X2_B16,0.0%,1139.5943,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_xcd4_persist_sbm128,0.1%,1811.7973,0,0,0,1536.12,1505.33, +gfx950,256,32768,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,1183.8968,moe_ck2stages_gemm1_256x128x128x128_1x4_MulABScaleShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight0_silu_FP4X2_FP4X2_B16,0.0%,2168.6973,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_xcd4_sbm128,0.1%,3352.5941,0,0,0,1660.29,903.58, +gfx950,256,1,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,12.8371,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w3_kw4,0.0%,7.6934,moe_ck2stages_gemm2_256x32x128x128_1x4_MulABScaleExpertWeightShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,0.7%,20.5305,0,0,0,3.68,58838.22, +gfx950,256,2,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,11.1959,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w3_bnt0_xcd4_kw4_fp4,0.7%,8.4524,moe_ck2stages_gemm2_256x32x128x128_1x4_MulABScaleExpertWeightShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,0.7%,19.6483,0,0,0,7.68,61480.96, +gfx950,256,4,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,36.2700,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,36.2700,1,1,1,0,0, +gfx950,256,8,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,40.7600,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,40.7600,1,1,1,0,0, +gfx950,256,16,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,54.6600,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,54.6600,1,1,1,0,0, +gfx950,256,32,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,95.7800,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x256E,0.0%,0.0,,0.0%,95.7800,1,1,1,0,0, +gfx950,256,64,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,64.8171,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w3,0.0%,39.6653,flydsl_moe2_afp4_wfp4_bf16_t16x256x256_atomic_bnt2_sbm32,0.8%,104.4824,0,0,0,46.25,11572.66, +gfx950,256,128,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,69.84960000000001,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w4_kw2,0.0%,43.2147,flydsl_moe2_afp4_wfp4_bf16_t16x256x256_atomic_bnt2_persist_sbm32,0.8%,113.0643,0,0,0,85.47,10704.7, +gfx950,256,256,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,71.798,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w3_kw2,0.0%,46.9883,flydsl_moe2_afp4_wfp4_bf16_t16x128x256_atomic_persist_sbm32,0.8%,118.7863,0,0,0,162.71,10208.91, +gfx950,256,512,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,73.76219999999999,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w4_kw2,0.0%,57.6248,flydsl_moe2_afp4_wfp4_bf16_t32x128x128_atomic,0.8%,131.387,0,0,0,294.2,9265.73, +gfx950,256,1024,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,73.5677,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_fp4,0.8%,82.0692,flydsl_moe2_afp4_wfp4_bf16_t32x256x256_reduce_persist_sbm64,0.0%,155.6369,0,0,0,496.73,7882.67, +gfx950,256,2048,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,92.9666,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w2,0.0%,125.289,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_persist_sbm128,0.0%,218.2556,0,0,0,708.43,5707.57, +gfx950,256,4096,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,136.4745,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4,0.0%,220.4237,flydsl_moe2_afp4_wfp4_bf16_t64x256x128_reduce,0.0%,356.8982,0,0,0,866.46,3596.14, +gfx950,256,8192,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,203.3606,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w4_bnt0_xcd4,0.0%,406.7211,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_persist,0.0%,610.0817,0,0,0,1013.76,2227.5, +gfx950,256,16384,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,324.1344,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w4_bnt0_xcd4,0.0%,776.41,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_persist_sbm128,0.0%,1100.5444,0,0,0,1123.94,1372.0, +gfx950,256,32768,6144,256,256,8,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,568.2226,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w4_bnt0_xcd4,0.0%,1617.7438,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_sbm128,0.0%,2185.9664,0,0,0,1131.72,828.9, +gfx950,256,1,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,10.4491,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_kw4_fp4,0.4%,6.8203,moe_ck2stages_gemm2_256x32x128x128_1x4_MulABScaleExpertWeightShuffled_v3_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,1.1%,17.2694,0,0,0,4.92,70222.28, +gfx950,256,2,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,34.0400,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,34.0400,1,1,1,0,0, +gfx950,256,4,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,36.3900,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,36.3900,1,1,1,0,0, +gfx950,256,8,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,42.1700,_ZN5aiter50fmoe_bf16_pertokenMXfp4_g1u1_flat_novs_silu_16x128E,0.0%,0.0,,0.0%,42.1700,1,1,1,0,0, +gfx950,256,16,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,35.2725,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w2,0.0%,21.6687,flydsl_moe2_afp4_wfp4_bf16_t32x128x256_reduce_bnt2,0.0%,56.9412,0,0,0.0,23.87,21302.2, +gfx950,256,32,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,46.7323,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w4_kw2_fp4,0.8%,31.8062,moe_ck2stages_gemm2_64x32x32x128_1x1_MulABScaleExpertWeightShuffled_v1_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,0.8%,78.5385,0,0,0,34.61,15448.07, +gfx950,256,64,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,62.5024,flydsl_moe1_afp4_wfp4_bf16_t32x128x256_w3_fp4,0.9%,39.9563,flydsl_moe2_afp4_wfp4_bf16_t16x256x256_atomic_bnt2_persist_sbm32,0.8%,102.4587,0,0,0,53.05,11847.29, +gfx950,256,128,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,67.3417,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w3_kw2_fp4,0.8%,44.5853,flydsl_moe2_afp4_wfp4_bf16_t16x128x256_atomic_sbm32,0.8%,111.927,0,0,0.0,97.13,10855.62, +gfx950,256,256,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,73.8194,flydsl_moe1_afp4_wfp4_bf16_t32x32x256_w3_kw2_fp4,0.8%,48.2788,flydsl_moe2_afp4_wfp4_bf16_t16x128x256_atomic_bnt2_persist_sbm32,0.8%,122.0982,0,0,0,178.08,9970.64, +gfx950,256,512,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,80.76740000000001,flydsl_moe1_afp4_wfp4_bf16_t32x64x256_w3_kw2,0.0%,59.6413,moe_ck2stages_gemm2_64x32x32x128_1x1_MulABScaleExpertWeightShuffled_v1_Nswizzle0_Quant3_MulRoutedWeight1_FP4X2_FP4X2_B16,0.8%,140.4087,0,0,0,309.71,8703.99, +gfx950,256,1024,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,92.121,flydsl_moe1_afp4_wfp4_bf16_t64x64x256_w4,0.0%,87.1827,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce,0.0%,179.3037,0,0,0,485.06,6868.53, +gfx950,256,2048,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,114.482,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w3,0.0%,140.0632,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_persist_sbm128,0.0%,254.5452,0,0,0,683.36,4912.4, +gfx950,256,4096,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,147.0194,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w4_bnt0_xcd4,0.0%,242.6293,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce,0.0%,389.6487,0,0,0,892.84,3305.99, +gfx950,256,8192,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,222.096,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w2_bnt0_xcd4,0.0%,457.6417,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_persist_sbm128,0.0%,679.7377,0,0,0,1023.61,2006.18, +gfx950,256,16384,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,361.9881,flydsl_moe1_afp4_wfp4_bf16_t64x128x256_w2_bnt0_xcd4,0.0%,904.8254,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2,0.0%,1266.8135,0,0,0,1098.48,1195.65, +gfx950,256,32768,6144,256,257,9,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,633.0248,flydsl_moe1_afp4_wfp4_bf16_t128x128x256_w2_bnt0_xcd4,0.0%,1789.4502,flydsl_moe2_afp4_wfp4_bf16_t64x256x256_reduce_bnt2_persist_sbm128,0.0%,2422.475,0,0,0,1148.88,749.92,