framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,uniform,0.2805759906768799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,uniform,0.5095680157343546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,uniform,0.29064534107844037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,uniform,0.13433067003885904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,uniform,0.31893332799275714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,uniform,0.5745653311411539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,uniform,0.9490293661753336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,uniform,1.7229760487874348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,uniform,0.49216532707214355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,uniform,0.8317920366923014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,uniform,0.22478934129079184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,uniform,0.2922559976577759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,uniform,0.535423994064331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,uniform,0.5370453198750814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,uniform,1.0261066754659016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,uniform,0.48665066560109455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,uniform,1.0130720138549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,uniform,1.092128038406372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,uniform,1.7161812782287598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,uniform,0.8149173259735107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,uniform,2.133002599080404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,uniform,1.999893347422282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,uniform,1.0177866617838542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,uniform,0.9508106708526611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,uniform,1.6034666697184246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,uniform,1.5937760670979817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,uniform,1.988378683725993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,uniform,3.9313173294067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,uniform,0.9573547045389811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,uniform,1.6149600346883137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,uniform,1.708554744720459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,uniform,3.9320958455403647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,uniform,7.855114618937175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,uniform,4.244778633117676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,uniform,0.9611252943674723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,uniform,1.6182613372802734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,uniform,1.6056853930155437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,uniform,5.276687939961751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,uniform,7.3608957926432295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,uniform,1.6312479972839355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,uniform,7.333957036336263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,uniform,0.9705440203348795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,uniform,4.966618537902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,uniform,11.720527648925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,uniform,7.890256245930989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,uniform,1.7149492899576824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,uniform,0.9690773487091064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,uniform,5.287898699442546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,uniform,1.7351786295572917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,uniform,11.722613016764322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,uniform,1.6210400263468425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,uniform,0.9754026730855306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,uniform,1.6458239555358887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,uniform,5.304767926534017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,uniform,7.8547623952229815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,uniform,11.777236938476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,uniform,7.886730829874675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,uniform,0.9866933027903239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,uniform,1.6271252632141113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,uniform,5.304005304972331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,uniform,1.7368586858113606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,uniform,7.930255889892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,uniform,11.877541859944662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,uniform,1.0780373414357503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,uniform,2.0227786699930825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,uniform,1.7273119290669758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,uniform,5.3293813069661455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,uniform,11.828234354654947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,uniform,1.7497812906901042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,uniform,7.944714864095052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,uniform,5.363994598388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,uniform,1.1050346692403157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,uniform,1.970213254292806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,uniform,11.870325724283854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,uniform,1.7002719243367512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,uniform,7.960042953491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,uniform,5.381045023600261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,uniform,1.0556693077087402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,uniform,1.7633066177368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,uniform,1.4948533376057942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,uniform,8.002986907958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,uniform,11.885205586751303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,uniform,1.7171573638916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,uniform,5.176047960917155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,uniform,2.7853546142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,uniform,11.926170349121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,uniform,8.058954874674479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,uniform,1.832906723022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,uniform,1.436031977335612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,uniform,1.9129120508829753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,uniform,2.3994240760803223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,uniform,5.220837275187175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,uniform,12.157508850097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,uniform,2.439589341481527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,uniform,8.108111699422201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,uniform,5.77403195699056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,uniform,4.34603214263916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,uniform,1.8624426523844402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,uniform,12.093488057454428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,uniform,8.291482925415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,uniform,5.521546681722005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,uniform,4.211061477661133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,uniform,6.8482716878255205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,uniform,12.204315185546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,uniform,1.9076533317565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,uniform,5.747776031494141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,uniform,5.693871815999349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,uniform,10.130832036336264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,uniform,9.386730829874674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,uniform,10.346714655558268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,uniform,2.160917282104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,uniform,5.925151824951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,uniform,8.886554718017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,uniform,12.411764780680338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,uniform,14.255162556966146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,uniform,9.34109878540039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,uniform,15.585642496744791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,uniform,3.7917439142862954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,uniform,11.859205881754557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,uniform,12.857643127441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,uniform,19.96832021077474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,uniform,16.735802968343098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,uniform,9.090976079305014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,uniform,6.518858591715495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,uniform,18.038330078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,uniform,21.99615987141927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,uniform,17.36899185180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,uniform,30.62267303466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,uniform,19.576831817626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,uniform,8.057258605957031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,uniform,24.470502217610676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,uniform,24.203524271647137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,uniform,13.792704264322916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,uniform,44.61327107747396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,uniform,26.867579142252605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,uniform,13.4202512105306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,uniform,37.358970642089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,uniform,37.755566914876304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,uniform,22.78467305501302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,uniform,64.8479715983073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,uniform,31.16687520345052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,uniform,17.697909037272137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,uniform,50.30420430501302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,uniform,54.14702860514323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,uniform,37.931488037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,uniform,87.45420328776042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,uniform,61.2286631266276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,uniform,23.599385579427082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,uniform,76.57113647460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,uniform,70.70427958170573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,uniform,58.95122782389323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,uniform,135.7784627278646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,uniform,33.51925913492838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,uniform,95.18351236979167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,uniform,102.18363444010417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,uniform,105.04165649414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,uniform,176.24224853515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,uniform,125.76929728190105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,uniform,45.515543619791664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,uniform,142.28608194986978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,uniform,127.65719604492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,uniform,152.84869384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,uniform,95.99405924479167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,uniform,0.16334933042526245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,uniform,0.17364267508188883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,uniform,0.27346134185791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,uniform,0.08917333682378133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,uniform,218.5905965169271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,uniform,0.19457600514094034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,uniform,0.17483200629552206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,uniform,0.2722559968630473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,uniform,0.464687983194987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,uniform,0.13397333025932312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,uniform,0.29524799187978107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,uniform,0.321397324403127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,uniform,0.491157333056132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,uniform,0.2985759973526001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,uniform,0.873855988184611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,uniform,55.66181945800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,uniform,0.24537599086761475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,uniform,0.5713386535644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,uniform,0.537008007367452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,uniform,0.5327093203862509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,uniform,0.5390773216883341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,uniform,0.8734186490376791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,uniform,0.4301919937133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,uniform,1.0234399636586506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,uniform,0.5021173159281412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,uniform,1.0318026542663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,uniform,0.819439967473348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,uniform,1.0256746610005696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,uniform,178.69232177734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,uniform,0.8696320056915283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,uniform,2.0242506663004556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,uniform,2.0016533533732095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,uniform,0.8791626294453939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,uniform,0.827951987584432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,uniform,0.5288000106811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,uniform,3.948608080546061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,uniform,2.0005812644958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,uniform,0.5063786506652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,uniform,0.8820532957712809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,uniform,2.6684160232543945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,uniform,3.958896001180013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,uniform,192.05242919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,uniform,0.5326026678085327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,uniform,0.840399980545044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,uniform,5.956090927124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,uniform,3.9662720362345376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,uniform,2.6799627939860025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,uniform,221.0028076171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,uniform,2.547274589538574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,uniform,0.8545973300933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,uniform,0.5358293453852335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,uniform,0.8853279749552408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,uniform,3.97435728708903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,uniform,3.9739678700764975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,uniform,5.940144220987956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,uniform,0.8739360173543295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,uniform,0.5376160144805908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,uniform,2.6978238423665366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,uniform,0.9600106875101725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,uniform,5.950933456420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,uniform,0.8871093591054281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,uniform,0.8883519967397054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,uniform,2.5661279360453286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,uniform,3.987504005432129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,uniform,0.5215040047963461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,uniform,0.8874399662017822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,uniform,5.9447682698567705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,uniform,4.010848045349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,uniform,0.8947306474049886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,uniform,2.7101332346598306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,uniform,1.0244373480478923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,uniform,0.5986239910125732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,uniform,0.9061760107676188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,uniform,5.666351954142253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,uniform,3.829456011454264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,uniform,0.5727359851201376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,uniform,2.7314933141072593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,uniform,0.8902880350748698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,uniform,6.019893646240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,uniform,4.059338569641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,uniform,0.9064426422119141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,uniform,2.6176320711771646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,uniform,0.5883733431498209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,uniform,6.032506942749023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,uniform,0.933018684387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,uniform,0.9284319877624512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,uniform,4.044015884399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,uniform,1.3678666750590007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,uniform,0.9856853485107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,uniform,2.7543681462605796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,uniform,1.1196479797363281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,uniform,1.0582506656646729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,uniform,1.2886239687601726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,uniform,2.7091894149780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,uniform,4.097562789916992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,uniform,6.0190080006917315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,uniform,6.086090723673503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,uniform,4.130751927693685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,uniform,1.0986719926198323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,uniform,1.3437652587890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,uniform,3.166682561238607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,uniform,2.1919679641723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,uniform,6.104613622029622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,uniform,1.0620906352996826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,uniform,4.180624008178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,uniform,2.032266616821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,uniform,3.6549545923868814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,uniform,3.0585972468058267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,uniform,4.48195203145345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,uniform,1.134991963704427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,uniform,6.171866734822591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,uniform,2.867669423421224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,uniform,2.9852959314982095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,uniform,4.995653470357259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,uniform,6.31379763285319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,uniform,4.922304153442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,uniform,1.3320586681365967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,uniform,4.324495951334636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,uniform,7.684202829996745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,uniform,3.2597761154174805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,uniform,8.038384119669596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,uniform,2.2347466150919595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,uniform,4.589424133300781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,uniform,6.809328079223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,uniform,7.745157241821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,uniform,5.929440180460612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,uniform,10.210037231445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,uniform,4.937445322672526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,uniform,9.06594149271647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,uniform,2.992512067159017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,uniform,8.805344263712565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,uniform,15.599530537923178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,uniform,6.930090586344401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,uniform,8.39896011352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,uniform,4.680624008178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,uniform,12.221818288167318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,uniform,7.502666473388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,uniform,13.130111694335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,uniform,21.202159881591797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,uniform,15.606826782226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,uniform,5.746682484944661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,uniform,18.62564214070638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,uniform,32.153968811035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,uniform,17.599445343017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,uniform,13.465476989746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,uniform,22.83147684733073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,uniform,24.977643330891926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,uniform,8.760682423909506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,uniform,23.83105723063151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,uniform,42.80196634928385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,uniform,24.227317810058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,uniform,32.09399922688802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,uniform,12.083855946858725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,uniform,38.00388844807943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,uniform,33.09674072265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,uniform,65.89906311035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,uniform,29.338539123535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,uniform,47.2289072672526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,uniform,50.51037089029948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,uniform,17.20060857137044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,uniform,87.373779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,uniform,48.24980672200521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,uniform,53.895467122395836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,uniform,71.77203877766927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,uniform,63.430989583333336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,uniform,22.959925333658855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,uniform,109.12401326497395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,uniform,0.15662933389345804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,uniform,71.41459147135417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,uniform,59.38725280761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,uniform,0.2330346703529358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,uniform,0.18046400944391885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,uniform,0.18010665973027548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,uniform,0.10483200351397197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,1,uniform,0.18459200859069824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,uniform,0.24371200799942017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,uniform,0.28386666377385456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,uniform,0.3683626651763916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,uniform,0.1546293298403422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,uniform,0.29466134309768677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,1,uniform,0.28230400880177814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,uniform,0.6502079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,uniform,0.41874667008717853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,uniform,0.25141332546869916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,uniform,0.5047680139541626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,uniform,0.47864000002543133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,uniform,89.47023518880208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,1,uniform,0.4843093156814575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,uniform,0.4235146840413411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,uniform,0.6564426819483439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,uniform,0.4437280098597209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,uniform,0.8813813527425131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,uniform,0.9157013098398844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,uniform,0.41741331418355304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,uniform,30.230379740397137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,1,uniform,0.8699573675791422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,uniform,0.8146826426188151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,uniform,0.6574079990386963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,uniform,1.6584533055623372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,uniform,0.420144001642863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,uniform,0.6587786674499512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,uniform,1.723200003306071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,1,uniform,1.6583360036214192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,uniform,0.8389813105265299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,uniform,3.204122543334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,uniform,85.32785034179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,uniform,2.0960000356038413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,uniform,0.6636373202006022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,uniform,0.4268960158030192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,1,uniform,3.166245460510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,uniform,3.1945066452026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,uniform,0.8277119795481364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,uniform,2.1009653409322104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,uniform,105.6018575032552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,1,uniform,4.723631858825684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,uniform,0.6669920285542806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,uniform,0.42738668123881024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,uniform,0.8235146999359131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,uniform,3.231178601582845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,uniform,1.2370879650115967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,uniform,2.081615924835205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,uniform,0.7727306683858236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,1,uniform,4.755098660786946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,uniform,3.2146987915039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,uniform,0.8271786371866862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,uniform,1.2433173656463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,uniform,0.7725226879119873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,uniform,2.1804960568745932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,1,uniform,4.754570643107097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,uniform,3.1988531748453775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,uniform,0.8195947011311849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,uniform,0.7768426736195883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,uniform,2.105994701385498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,1,uniform,4.770922660827637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,uniform,1.253658692042033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,uniform,3.1979732513427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,uniform,0.8206026554107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,uniform,2.1256747245788574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,uniform,1.826357364654541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,uniform,0.8346827030181885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,uniform,1.123242696126302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,1,uniform,4.822021484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,uniform,3.2301918665568032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,uniform,2.1093600591023765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,uniform,1.8243519465128581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,uniform,1.1277546882629395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,uniform,0.8379200299580892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,1,uniform,4.757199923197429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,uniform,3.225887934366862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,uniform,2.1561226844787598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,uniform,1.4712692896525066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,uniform,2.4148640632629395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,1,uniform,4.735109329223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,uniform,0.8387626806894938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,uniform,3.2489547729492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,uniform,2.1098880767822266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,uniform,1.8188799222310383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,uniform,2.9824161529541016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,1,uniform,4.761258761088054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,uniform,3.2282613118489585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,uniform,3.5517972310384116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,uniform,2.178864002227783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,uniform,1.5851786931355794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,uniform,2.1376959482828775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,1,uniform,4.954005241394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,uniform,1.5755893389383953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,uniform,3.2662347157796225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,uniform,4.056367874145508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,uniform,2.8610881169637046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,1,uniform,4.771914800008138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,uniform,4.730533281962077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,uniform,1.6003840764363606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,uniform,3.3272692362467446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,uniform,4.080544153849284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,uniform,7.048800150553386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,uniform,4.2543894449869795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,1,uniform,4.861978530883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,uniform,2.3117599487304688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,uniform,6.259914398193359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,uniform,5.640981038411458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,uniform,5.97544542948405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,1,uniform,4.916074752807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,uniform,9.350608189900717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,uniform,6.284234364827474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,uniform,3.017120043436686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,uniform,7.88969612121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,uniform,8.409535725911459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,1,uniform,9.367994944254557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,uniform,14.02737045288086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,uniform,4.403919855753581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,uniform,9.305589040120443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,uniform,9.836517333984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,uniform,11.214363098144531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,1,uniform,9.43345578511556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,uniform,18.65833028157552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,uniform,5.812282562255859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,uniform,12.185072580973307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,uniform,13.690559387207031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,uniform,16.761450449625652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,1,uniform,13.76748784383138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,uniform,27.965054829915363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,uniform,8.616416295369467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,uniform,18.06629816691081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,uniform,19.5152587890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,uniform,22.353370666503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,uniform,37.1994883219401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,1,uniform,18.36502456665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,uniform,24.000218709309895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,uniform,11.406815846761068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,uniform,33.45628356933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,uniform,25.359087626139324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,1,uniform,26.980809529622395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,uniform,55.77303568522135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,uniform,35.81821950276693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,uniform,17.066112518310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,uniform,44.71261088053385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,uniform,38.80977121988932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,1,uniform,35.99845886230469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,uniform,74.46127827962239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,uniform,47.706197102864586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,uniform,22.626869201660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,uniform,66.84963480631511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,uniform,50.46747334798177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,1,uniform,49.294820149739586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,uniform,111.43152872721355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,uniform,71.43914286295573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,uniform,33.82671356201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,uniform,89.37696329752605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,1,uniform,71.58001200358073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,1,uniform,75.58802286783855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,uniform,148.7733154296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,uniform,95.1339111328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,uniform,45.057759602864586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,uniform,111.38108317057292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,uniform,100.70987955729167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,1,uniform,98.22103881835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,uniform,185.77716064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,uniform,0.1553866664568583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,uniform,0.2398773431777954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,uniform,0.1954666574796041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,1,uniform,118.88861083984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,uniform,56.28067525227865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,uniform,0.2641706665356954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,uniform,0.0944160024325053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,uniform,0.18903466065724692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,uniform,0.15663466850916544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,uniform,0.32174932956695557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,uniform,0.42663466930389404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,uniform,0.22038400173187256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,uniform,0.29973334074020386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,uniform,0.9054293632507324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,uniform,123.98399861653645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,uniform,0.5512479941050211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,1,uniform,120.4731953938802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,uniform,0.4843519926071167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,uniform,0.307861328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,uniform,0.23434666792551676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,uniform,0.45391468207041424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,uniform,0.48896535237630206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,uniform,0.5405066808064779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,uniform,0.5214080015818278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,uniform,0.8091680208841959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,uniform,0.8719519774119059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,uniform,0.4928640127182007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,uniform,0.9608906904856364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,uniform,1.0358506838480632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,uniform,1.0165493488311768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,uniform,2.114405314127604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,uniform,1.8514560063680012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,uniform,0.8097866376241049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,uniform,1.8716959953308105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,uniform,0.5080213149388632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,uniform,0.5167839924494425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,uniform,0.8341706593831381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,uniform,3.647754669189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,uniform,3.654447873433431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,uniform,2.478432019551595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,uniform,0.8311999638875326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,uniform,0.8436426321665446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,uniform,0.8416053454081217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,uniform,3.729765256245931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,uniform,5.83842658996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,uniform,2.5051093101501465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,uniform,0.8524213631947836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,uniform,5.855685551961263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,uniform,0.850816011428833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,uniform,0.5147999922434489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,uniform,2.5530452728271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,uniform,3.6906827290852866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,uniform,0.5324853261311849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,uniform,0.5403466622034708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,uniform,0.8663679758707682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,uniform,3.8795998891194663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,uniform,5.769002914428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,uniform,2.5961119333902993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,uniform,0.8830400307973226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,uniform,0.8759786287943522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,uniform,3.8804426193237305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,uniform,0.88810133934021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,uniform,6.1066023508707685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,uniform,2.6568106015523276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,uniform,0.8877759774525961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,uniform,0.5434666474660238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,uniform,3.887056032816569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,uniform,6.081978480021159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,uniform,0.9049279689788818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,uniform,0.9114879767100016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,uniform,2.6521013577779136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,uniform,0.5625013510386149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,uniform,0.5722826719284058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,uniform,0.9540959993998209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,uniform,4.098730723063151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,uniform,0.9261866410573324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,uniform,3.8666292826334634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,uniform,0.937877337137858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,uniform,2.672154744466146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,uniform,2.677893320719401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,uniform,0.5968266725540161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,uniform,5.7661387125651045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,uniform,0.9839519659678141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,uniform,4.157456080118815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,uniform,2.766874631245931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,uniform,0.9730400244394938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,uniform,5.750480016072591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,uniform,0.9404586950937907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,uniform,4.1977494557698565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,uniform,2.783263842264811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,uniform,5.772474924723308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,uniform,0.6428906520207723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,uniform,6.177941640218099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,uniform,0.6140106519063314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,uniform,1.039669354756673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,uniform,0.9815466403961182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,uniform,0.6797706286112467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,uniform,2.940143903096517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,uniform,6.184922536214192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,uniform,1.0164480209350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,uniform,1.0916533470153809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,uniform,1.0781280199686687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,uniform,1.522981325785319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,uniform,4.062597274780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,uniform,3.0335680643717446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,uniform,0.9956479867299398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,uniform,6.3064320882161455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,uniform,1.0745226542154949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,uniform,1.2012053330739338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,uniform,4.204037348429362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,uniform,3.2515414555867515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,uniform,1.312725305557251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,uniform,4.744730631510417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,uniform,3.4376373291015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,uniform,1.6768266359965007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,uniform,4.401866594950358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,uniform,1.5503466924031575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,uniform,6.246725082397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,uniform,2.478757381439209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,uniform,6.541989644368489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,uniform,5.156703948974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,uniform,2.1578399340311685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,uniform,3.300442695617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,uniform,7.207232157389323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,uniform,1.5449333190917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,uniform,3.1554028193155923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,uniform,3.7096853256225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,uniform,1.7932052612304688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,uniform,5.562623977661133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,uniform,4.225376129150391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,uniform,4.943104108174642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,uniform,4.337226549784343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,uniform,6.778506596883138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,uniform,2.5707200368245444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,uniform,7.4220530192057295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,uniform,6.327871958414714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,uniform,6.151903788248698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,uniform,8.396261215209961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,uniform,6.308799743652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,uniform,2.9589172999064126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,uniform,7.21998405456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,uniform,6.7627518971761065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,uniform,9.243306477864584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,uniform,9.845167795817057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,uniform,10.668752034505209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,uniform,8.584917068481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,uniform,4.428880055745442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,uniform,13.628069559733072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,uniform,10.64797846476237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,uniform,10.99300765991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,uniform,12.986128489176432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,uniform,13.043632507324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,uniform,21.67332712809245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,uniform,5.957696278889974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,uniform,13.715045928955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,uniform,15.515941619873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,uniform,29.04582977294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,uniform,19.746623992919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,uniform,17.64516830444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,uniform,9.06981341044108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,uniform,21.44733428955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,uniform,19.625525156656902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,uniform,22.29968007405599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,uniform,27.805460611979168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,uniform,36.041893005371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,uniform,12.227867126464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,uniform,0.18974934021631876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,uniform,31.281397501627605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,uniform,0.15994667013486227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,uniform,29.73937479654948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,uniform,0.2434879938761393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,uniform,0.26499199867248535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,uniform,0.1705440084139506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,uniform,0.1841119925181071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,uniform,0.08640000224113464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,uniform,0.08357333143552144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,uniform,0.20346667369206747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,uniform,0.18078400691350302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,uniform,0.17196800311406454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,uniform,33.28184509277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,uniform,0.17309866348902384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,uniform,0.293887992699941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,uniform,0.466106653213501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,uniform,0.2852800091107686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,uniform,15.484079996744791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,uniform,0.46302934487660724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,uniform,0.3183786670366923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,uniform,0.2953493396441142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,uniform,0.13541332880655924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,uniform,0.3125706712404887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,uniform,0.14974400401115417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,uniform,0.2942506670951843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,uniform,0.32894933223724365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,uniform,0.8915786743164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,uniform,0.4983733495076497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,uniform,0.2948799928029378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,uniform,0.5264000097910563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,uniform,0.8293440341949463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,uniform,0.5376000006993612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,uniform,0.5069493452707926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,uniform,0.2412373423576355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,uniform,0.22658133506774902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,uniform,0.5729600191116333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,uniform,0.6123306751251221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,uniform,41.17316691080729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,uniform,0.5368853410085043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,uniform,0.859386682510376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,uniform,0.49586133162180585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,uniform,0.4902613162994385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,uniform,0.5417120059331259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,uniform,0.8839200337727865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,uniform,1.0271306832631428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,uniform,37.81945037841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,uniform,1.0213546752929688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,uniform,0.42051732540130615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,uniform,0.4487573305765788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,uniform,1.0210879643758137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,uniform,1.0995946725209553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,uniform,0.5318026542663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,uniform,1.105061372121175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,uniform,1.0313866933186848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,uniform,0.493125319480896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,uniform,0.8803093433380127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,uniform,0.8249066670735677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,uniform,0.8160906632741293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,uniform,1.991487979888916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,uniform,0.8154826958974203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,uniform,2.0037172635396323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,uniform,2.148197333017985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,uniform,2.13319460550944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,uniform,1.9926986694335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,uniform,1.881930669148763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,uniform,0.501695990562439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,uniform,0.8303573131561279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,uniform,0.532693346341451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,uniform,0.8287200133005778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,uniform,3.9279572168986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,uniform,0.8674986362457275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,uniform,0.8286933104197184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,uniform,3.971381187438965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,uniform,2.6512373288472495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,uniform,3.9338401158650718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,uniform,2.6602293650309243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,uniform,0.5030719836552938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,uniform,0.4996639887491862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,uniform,3.953157424926758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,uniform,0.8262506326039633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,uniform,0.8893013000488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,uniform,3.932037353515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,uniform,0.8228533267974854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,uniform,3.963173230489095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,uniform,0.8316160043080648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,uniform,2.6573972702026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,uniform,2.6702826817830405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,uniform,0.5070720116297404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,uniform,5.924421310424805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,uniform,5.901664098103841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,uniform,0.5304960012435913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,uniform,0.8352693716684977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,uniform,3.975733439127604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,uniform,0.8357280095418295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,uniform,3.9427572886149087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,uniform,0.8691466649373373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,uniform,0.8801279862721761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,uniform,2.6647466023763022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,uniform,2.700223922729492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,uniform,0.5046186844507853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,uniform,0.5324319998423258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,uniform,5.928063710530599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,uniform,5.884917577107747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,uniform,0.8350826899210612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,uniform,0.8311733404795328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,uniform,3.9886080423990884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,uniform,3.9735838572184243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,uniform,0.8278453350067139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,uniform,0.8822720050811768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,uniform,2.672549247741699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,uniform,2.6976000467936196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,uniform,0.5077706575393677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,uniform,5.962138493855794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,uniform,0.5381386677424113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,uniform,5.902032216389974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,uniform,0.8413066864013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,uniform,0.8433012962341309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,uniform,3.954613367716471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,uniform,2.539109388987223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,uniform,0.8776853084564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,uniform,0.8506933053334554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,uniform,3.99182923634847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,uniform,2.67578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,uniform,5.883424123128255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,uniform,0.5367840131123861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,uniform,0.5118453502655029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,uniform,0.8501493136088053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,uniform,0.8431306680043539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,uniform,5.958149592081706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,uniform,3.963775952657064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,uniform,0.8361013730367025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,uniform,0.8506240049997965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,uniform,4.008511861165364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,uniform,2.7130187352498374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,uniform,2.6965920130411782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,uniform,0.527567982673645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,uniform,0.5268853505452474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,uniform,5.911823908487956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,uniform,0.9422187010447184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,uniform,5.974725087483724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,uniform,0.8964746793111166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,uniform,3.99833615620931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,uniform,0.8416000207265218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,uniform,4.029040018717448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,uniform,0.9019839763641357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,uniform,2.6915146509806314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,uniform,0.5308693250020345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,uniform,2.5870985984802246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,uniform,0.552570660909017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,uniform,5.920672098795573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,uniform,6.040053049723308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,uniform,0.9249920050303141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,uniform,0.8779093424479166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,uniform,0.8495840231577555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,uniform,3.9851414362589517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,uniform,0.90447465578715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,uniform,4.03712526957194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,uniform,2.5664639472961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,uniform,2.622042655944824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,uniform,0.5681600173314413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,uniform,5.9478505452473955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,uniform,6.011541366577148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,uniform,0.5608533223470052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,uniform,0.9477759997049967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,uniform,0.9484106699625651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,uniform,0.9160266717274984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,uniform,4.0693918863932295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,uniform,4.006053288777669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,uniform,0.8974186579386393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,uniform,2.7211198806762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,uniform,2.6525120735168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,uniform,0.7554666996002197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,uniform,1.3072480360666912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,uniform,6.0344696044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,uniform,6.034922917683919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,uniform,1.328330675760905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,uniform,0.7978400389353434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,uniform,4.038570721944173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,uniform,4.096416155497233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,uniform,0.9946613311767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,uniform,0.90120530128479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,uniform,2.794384002685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,uniform,2.7641493479410806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,uniform,5.999642690022786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,uniform,0.8485493659973145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,uniform,0.7156853675842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,uniform,1.2504959901173909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,uniform,6.107946395874023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,uniform,1.3438453674316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,uniform,0.8897813161214193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,uniform,0.9976586500803629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,uniform,4.0890452067057295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,uniform,4.116293271382649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,uniform,2.7398506800333657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,uniform,6.019711812337239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,uniform,2.968101183573405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,uniform,1.1695520083109539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,uniform,6.130202611287435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,uniform,1.3876214027404785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,uniform,1.9204266866048176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,uniform,2.2590187390645347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,uniform,0.9178079764048258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,uniform,1.0308480262756348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,uniform,4.088912010192871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,uniform,4.191904067993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,uniform,2.810943921407064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,uniform,2.981264114379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,uniform,1.9412959416707356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,uniform,1.9366614023844402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,uniform,6.052773157755534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,uniform,6.184549331665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,uniform,3.3487412134806314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,uniform,3.697696050008138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,uniform,4.49943478902181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,uniform,4.198933283487956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,uniform,0.946826696395874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,uniform,1.1133013566335042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,uniform,2.7421814600626626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,uniform,2.8627840677897134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,uniform,2.560485363006592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,uniform,6.263408025105794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,uniform,2.7426347732543945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,uniform,4.88427734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,uniform,6.298805236816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,uniform,4.749279975891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,uniform,4.607269287109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,uniform,4.34332275390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,uniform,1.2229440212249756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,uniform,1.0594186782836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,uniform,2.9141600926717124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,uniform,3.378234545389811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,uniform,7.024069468180339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,uniform,4.145130793253581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,uniform,3.9826186498006186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,uniform,7.31657600402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,uniform,7.501418431599935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,uniform,6.364992141723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,uniform,4.408474604288737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,uniform,4.931071917215983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,uniform,1.904618740081787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,uniform,1.9735093116760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,uniform,5.375120162963867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,uniform,7.346640268961589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,uniform,7.390325546264648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,uniform,5.495429356892903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,uniform,5.66545041402181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,uniform,9.978565216064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,uniform,6.562655766805013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,uniform,10.136202494303385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,uniform,4.5522613525390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,uniform,2.623744010925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,uniform,4.994794527689616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,uniform,2.848517417907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,uniform,8.16970698038737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,uniform,6.762970606486003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,uniform,9.88205337524414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,uniform,8.502415974934896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,uniform,8.647525151570639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,uniform,15.258747100830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,uniform,15.388596852620443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,uniform,7.562938690185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,uniform,6.582848230997722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,uniform,9.062421162923178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,uniform,3.8365707397460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,uniform,3.947429339090983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,uniform,12.621988932291666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,uniform,10.510026931762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,uniform,6.869210561116536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,uniform,11.653055826822916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,uniform,11.826714833577475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,uniform,7.5610612233479815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,uniform,20.920874277750652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,uniform,20.915167490641277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,uniform,12.18353017171224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,uniform,5.450543721516927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,uniform,17.341920216878254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,uniform,5.591850916544597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,uniform,14.710763295491537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,uniform,11.103616078694662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,uniform,17.638863881429035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,uniform,18.269451141357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,uniform,18.19935480753581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,uniform,14.050997416178385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,uniform,31.99365743001302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,uniform,31.72962697347005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,uniform,17.25974400838216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,uniform,8.00547726949056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,uniform,18.720650990804035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,uniform,9.18948237101237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,uniform,20.9476318359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,uniform,25.495872497558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,uniform,19.127151489257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,uniform,24.355990091959637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,uniform,24.468666076660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,uniform,43.54194132486979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,uniform,25.676427205403645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,uniform,42.76830546061198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,uniform,25.49078877766927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,uniform,10.782053629557291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,uniform,33.01917266845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,uniform,11.138474782307943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,uniform,29.937210083007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,uniform,33.89398956298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,uniform,24.904762268066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,uniform,37.0077870686849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,uniform,37.32693990071615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,uniform,32.19465128580729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,uniform,65.17958068847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,uniform,65.23218282063802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,uniform,43.04415384928385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,uniform,16.2753168741862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,uniform,43.10978698730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,uniform,16.828299204508465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,uniform,43.530548095703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,uniform,49.10136922200521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,uniform,50.154815673828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,uniform,50.24028015136719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,uniform,52.265482584635414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,uniform,87.30507405598958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,uniform,51.5649159749349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,uniform,87.33226521809895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,uniform,58.08927917480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,uniform,21.532521565755207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,uniform,22.792612711588543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,uniform,71.17785135904948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,uniform,60.19051615397135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,uniform,54.57721964518229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,uniform,64.07898457845052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,uniform,62.80121358235677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,uniform,62.98560587565104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,uniform,109.59739176432292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,uniform,59.083638509114586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,uniform,109.60854085286458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,uniform,27.016070048014324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,uniform,72.5513916015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,uniform,28.885526021321613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,uniform,0.1032960017522176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,uniform,0.11010666688283284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,uniform,83.7183125813802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,uniform,0.14129066467285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,uniform,0.1109920044740041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,uniform,0.13659200072288513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,uniform,0.05963733295599619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,uniform,0.1123466690381368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,uniform,0.06123200058937073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,uniform,0.11521066228548686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,uniform,0.1263040006160736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,uniform,0.11435199777285258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,uniform,0.11784000198046367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,uniform,0.16235199570655823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,uniform,0.16019200285275778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,uniform,77.39100646972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,uniform,0.25030932823816937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,uniform,0.23825067281723022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,uniform,0.17372800906499228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,uniform,0.08502399921417236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,uniform,0.09270933270454407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,uniform,0.18548800547917685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,uniform,0.19550933440526327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,uniform,81.18152364095052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,uniform,0.28360533714294434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,uniform,0.18248534202575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,uniform,0.18424532810846964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,uniform,0.17518399159113565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,uniform,0.43280001481374103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,uniform,0.30107200145721436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,uniform,0.45366934935251874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,uniform,95.00364176432292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,uniform,0.14314132928848267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,uniform,0.29416000843048096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,uniform,0.2972000042597453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,uniform,0.13302933176358542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,uniform,0.3364853461583455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,uniform,0.31733866532643634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,uniform,0.31114667654037476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,uniform,0.2988479932149251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,uniform,0.26708799600601196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,uniform,0.4540426731109619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,uniform,0.4703679879506429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,uniform,0.26289600133895874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,uniform,0.2313973307609558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,uniform,0.53711998462677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,uniform,0.22999467452367148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,uniform,0.5460373163223267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,uniform,0.5953493515650431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,uniform,0.5420159896214803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,uniform,0.542954683303833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,uniform,0.5869066715240479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,uniform,0.2665333350499471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,uniform,0.2655786673227946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,uniform,0.46510934829711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,uniform,0.45333866278330487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,uniform,1.0250826676686604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,uniform,0.976960023244222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,uniform,0.43028799692789715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,uniform,0.43731733163197833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,uniform,1.0471146901448567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,uniform,1.0641813278198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,uniform,112.31189982096355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,uniform,1.0255626837412517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,uniform,1.031999985376994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,uniform,0.2700106700261434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,uniform,0.26943467060724896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,uniform,0.46273601055145264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,uniform,0.45584531625111896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,uniform,0.454581340154012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,uniform,2.0062079429626465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,uniform,2.020576000213623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,uniform,0.4381066560745239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,uniform,1.2851946353912354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,uniform,1.2940959930419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,uniform,1.9953546524047852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,uniform,0.2699519991874695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,uniform,0.2717600067456563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,uniform,0.4421813488006592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,uniform,2.0310932795206704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,uniform,0.4585706790288289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,uniform,0.4331839879353841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,uniform,1.9926239649454753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,uniform,2.0371306737264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,uniform,0.44340264797210693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,uniform,1.277242660522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,uniform,1.3043519655863445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,uniform,2.9992640813191733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,uniform,0.27292799949645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,uniform,2.997056007385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,uniform,0.4467466672261556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,uniform,0.28657599290211994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,uniform,0.45955200990041095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,uniform,0.4360586802164714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,uniform,2.0435519218444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,uniform,2.011568069458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,uniform,1.280997355779012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,uniform,0.4678186575571696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,uniform,1.378170649210612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,uniform,0.27702399094899494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,uniform,3.0184958775838218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,uniform,2.9858293533325195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,uniform,0.2771093249320984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,uniform,0.46184531847635907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,uniform,0.44334399700164795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,uniform,2.008138656616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,uniform,1.950719992319743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,uniform,0.45973865191141766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,uniform,0.46719467639923096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,uniform,1.3229440053304036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,uniform,1.2871733506520588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,uniform,0.2877333362897237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,uniform,0.27914132674535114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,uniform,3.010005315144857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,uniform,3.0384852091471353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,uniform,0.44574932257334393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,uniform,0.4609653155008952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,uniform,0.4410453240076701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,uniform,1.9113066991170247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,uniform,1.945365269978841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,uniform,0.4726986487706502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,uniform,1.3640213012695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,uniform,1.3951733907063801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,uniform,0.289792001247406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,uniform,2.9793065388997397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,uniform,0.31439467271169025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,uniform,3.0564533869425454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,uniform,0.45051201184590656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,uniform,0.4644426504770915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,uniform,1.9998292922973633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,uniform,0.46722133954366046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,uniform,2.0161706606547036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,uniform,1.298965295155843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,uniform,0.46067198117574054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,uniform,1.4086292584737141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,uniform,2.996554692586263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,uniform,0.33745598793029785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,uniform,0.49456532796223956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,uniform,3.0488001505533853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,uniform,0.3298826615015666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,uniform,0.46725332736968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,uniform,0.4678560098012288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,uniform,2.032090663909912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,uniform,0.4532533486684163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,uniform,1.9773813883463542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,uniform,1.3122080167134602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,uniform,1.3475093841552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,uniform,3.003589312235514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,uniform,0.3046026627222697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,uniform,0.48394131660461426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,uniform,0.32421332597732544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,uniform,3.066629409790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,uniform,0.4954986572265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,uniform,0.4738773504892985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,uniform,2.029413382212321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,uniform,0.4583253463109334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,uniform,2.07206392288208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,uniform,1.3696533838907878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,uniform,1.3362293243408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,uniform,3.0180158615112305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,uniform,0.3189866741498311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,uniform,0.3132586677869161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,uniform,3.0825494130452475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,uniform,0.5077973206837972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,uniform,0.4984480142593384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,uniform,2.0509866078694663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,uniform,0.4633653163909912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,uniform,2.090165297190348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,uniform,1.4362026850382488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,uniform,1.3420799573262532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,uniform,0.48338667551676434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,uniform,0.4580373366673787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,uniform,3.0268214543660483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,uniform,0.4756266673405965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,uniform,0.7125919659932455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,uniform,0.7288320064544678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,uniform,3.1221866607666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,uniform,1.9808533986409504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,uniform,2.045621395111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,uniform,1.4492746988932292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,uniform,1.3506666819254558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,uniform,0.5625600020090739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,uniform,0.5276853243509928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,uniform,3.06716251373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,uniform,3.1164639790852866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,uniform,0.49050132433573407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,uniform,0.6808319886525472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,uniform,0.46748268604278564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,uniform,0.8214453061421713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,uniform,1.9924267133076985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,uniform,0.5699893236160278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,uniform,2.1434292793273926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,uniform,1.37391996383667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,uniform,0.5291200081507365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,uniform,1.6154346466064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,uniform,3.0544001261393228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,uniform,0.6370613177617391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,uniform,3.1268746058146157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,uniform,1.0396746794382732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,uniform,0.720245361328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,uniform,1.1753653685251872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,uniform,2.093402703603109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,uniform,0.5238186518351237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,uniform,2.1602452596028647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,uniform,1.402400016784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,uniform,0.5892693201700846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,uniform,1.6365493138631184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,uniform,0.9210453033447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,uniform,3.100677490234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,uniform,1.5893972714742024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,uniform,3.1659253438313804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,uniform,0.9600853125254313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,uniform,1.7469813028971355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,uniform,2.121114730834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,uniform,0.683082660039266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,uniform,2.5355146725972495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,uniform,0.5885706742604574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,uniform,1.5192586580912273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,uniform,1.7495039304097493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,uniform,1.2810773054758708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,uniform,3.1488211949666343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,uniform,1.3647732734680176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,uniform,2.3892693519592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,uniform,2.344154675801595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,uniform,3.185903867085775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,uniform,2.267103989919027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,uniform,0.8261066277821859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,uniform,2.758965492248535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,uniform,0.6698826948801676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,uniform,1.9290026028951008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,uniform,1.648405392964681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,uniform,3.466501235961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,uniform,1.9298826853434246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,uniform,2.005626678466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,uniform,4.184768040974935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,uniform,3.5690666834513345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,uniform,3.6306772232055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,uniform,1.0896480083465576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,uniform,2.33459202448527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,uniform,2.8602507909139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,uniform,1.2783946990966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,uniform,2.634218692779541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,uniform,3.1821654637654624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,uniform,3.3683093388875327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,uniform,4.845610618591309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,uniform,2.7532265981038413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,uniform,2.7643893559773765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,uniform,4.233477274576823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,uniform,4.921216011047363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,uniform,2.5120693842569985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,uniform,1.4312267303466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,uniform,3.09007994333903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,uniform,1.7155413627624512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,uniform,4.046581268310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,uniform,4.650938669840495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,uniform,3.4502506256103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,uniform,4.128575960795085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,uniform,4.268634796142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,uniform,7.496538798014323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,uniform,4.281296094258626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,uniform,7.627034505208333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,uniform,4.00710391998291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,uniform,4.764181454976399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,uniform,2.068005402882894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,uniform,2.3746399879455566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,uniform,5.3981278737386065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,uniform,5.800095876057942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,uniform,6.091930389404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,uniform,3.852560043334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,uniform,5.744447708129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,uniform,4.733733177185059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,uniform,10.18504524230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,uniform,10.26361083984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,uniform,3.129546801249186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,uniform,6.477018356323242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,uniform,2.849114735921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,uniform,8.275456110636393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,uniform,7.32206916809082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,uniform,8.117749532063803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,uniform,6.7601064046223955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,uniform,8.741600036621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,uniform,8.87105623881022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,uniform,15.720506032307943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,uniform,15.574016571044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,uniform,9.176874796549479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,uniform,9.002037048339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,uniform,11.221519470214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,uniform,4.068751970926921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,uniform,4.726719856262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,uniform,10.920575459798178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,uniform,12.567429860432943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,uniform,10.838453928629557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,uniform,11.823594411214193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,uniform,11.67733891805013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,uniform,15.361253102620443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,uniform,20.764453887939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,uniform,20.69170633951823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,uniform,13.650192260742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,uniform,5.548608144124349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,uniform,6.087029139200847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,uniform,16.62069829305013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,uniform,14.001242319742838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,uniform,13.09707768758138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,uniform,16.547178904215496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,uniform,18.03988265991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,uniform,18.012123107910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,uniform,32.15669250488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,uniform,16.104490915934246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,uniform,31.86102294921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,uniform,19.973562876383465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,uniform,25.528836568196613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,uniform,8.444485346476236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,uniform,9.060218811035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,uniform,21.61280568440755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,uniform,22.68419647216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,uniform,21.062981923421223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,uniform,24.4478022257487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,uniform,23.885833740234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,uniform,43.54051717122396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,uniform,42.88678995768229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,uniform,28.5794194539388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,uniform,11.39248021443685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,uniform,27.51892852783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,uniform,12.420496622721354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,uniform,30.050191243489582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,uniform,28.738421122233074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,uniform,30.032681783040363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,uniform,28.815745035807293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,uniform,30.4244384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,uniform,30.977984110514324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,uniform,53.769510904947914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,uniform,53.57762145996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,uniform,34.07683817545573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,uniform,14.40713628133138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,uniform,41.04249064127604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,uniform,33.96568044026693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,uniform,15.587050120035807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,uniform,0.10788266857465108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,uniform,0.11622400085131328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,uniform,0.15796800454457602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,uniform,0.14381866653760275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,uniform,36.48230997721354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,uniform,0.13169067104657492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,uniform,0.1239520013332367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,uniform,0.07330133517583211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,uniform,36.452779134114586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,uniform,0.134661336739858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,uniform,0.07785599927107494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,uniform,0.1297760009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,uniform,0.12690132856369019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,uniform,0.15639999508857727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,uniform,0.1317866643269857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,uniform,0.21612266699473062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,uniform,0.15345600247383118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,uniform,0.23399466276168823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,uniform,0.17835734287897745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,uniform,0.10033067067464192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,uniform,0.1885226567586263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,uniform,0.10404800375302632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,uniform,0.18093866109848022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,uniform,0.1779359976450602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,uniform,0.24187199274698892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,uniform,0.17718400557835898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,uniform,0.2453119953473409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,uniform,43.457061767578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,uniform,0.1906720002492269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,uniform,0.37694398562113446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,uniform,0.36489065488179523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,uniform,0.2768746614456177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,uniform,0.30267733335494995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,uniform,0.15613333384195963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,uniform,0.1537813345591227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,uniform,0.28169065713882446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,uniform,0.2810346682866414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,uniform,0.27395200729370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,uniform,0.3152906696001689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,uniform,0.2469600041707357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,uniform,0.36566932996114093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,uniform,0.2515946626663208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,uniform,0.37590400377909344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,uniform,0.47696534792582196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,uniform,0.25379733244578045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,uniform,0.25199466943740845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,uniform,0.5459573268890381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,uniform,0.47812799612681073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,uniform,0.5359626611073812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,uniform,0.4918186664581299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,uniform,0.47393067677815753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,uniform,0.26045332352320355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,uniform,0.24817599852879843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,uniform,0.3731679916381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,uniform,0.37406933307647705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,uniform,0.984778642654419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,uniform,0.443178653717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,uniform,0.45191999276479083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,uniform,0.8637493451436361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,uniform,0.8737066586812338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,uniform,49.67156473795573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,uniform,0.8843626976013184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,uniform,0.8641813596089681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,uniform,0.25094399849573773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,uniform,1.0028693675994873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,uniform,0.2524426579475403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,uniform,0.3755360047022502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,uniform,0.37271467844645184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,uniform,1.6438345909118652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,uniform,1.9127786954243977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,uniform,0.435696005821228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,uniform,0.46240532398223877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,uniform,1.0514880021413167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,uniform,0.2542240023612976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,uniform,1.0840799808502197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,uniform,1.9029173851013184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,uniform,1.6481599807739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,uniform,0.25361599524815875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,uniform,0.37371734778086346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,uniform,1.6320106188456218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,uniform,0.3750613530476888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,uniform,0.4436426560084025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,uniform,1.9375732739766438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,uniform,0.4601866801579793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,uniform,1.058298667271932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,uniform,1.0896960099538167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,uniform,0.25115732351938885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,uniform,2.4285173416137695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,uniform,2.8110345204671225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,uniform,0.3856639862060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,uniform,0.3667253255844116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,uniform,0.2574133276939392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,uniform,1.6344480514526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,uniform,1.90337069829305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,uniform,0.44516801834106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,uniform,1.0607786973317463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,uniform,0.45074665546417236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,uniform,1.0732320149739583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,uniform,0.42309868335723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,uniform,2.8138081232706704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,uniform,2.403717358907064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,uniform,0.41817065080006915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,uniform,0.6590613524119059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,uniform,0.651909351348877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,uniform,1.05732266108195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,uniform,0.4516799847284953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,uniform,1.9008800188700359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,uniform,1.633903980255127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,uniform,0.4612693389256795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,uniform,1.0764586925506592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,uniform,0.4261813163757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,uniform,0.42350931962331134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,uniform,2.823733329772949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,uniform,2.3886133829752603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,uniform,0.6532053152720133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,uniform,0.6647626558939616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,uniform,1.9035360018412273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,uniform,0.44708800315856934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,uniform,0.4556639989217122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,uniform,1.6495572725931804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,uniform,1.0629440148671467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,uniform,1.094762643178304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,uniform,2.417744000752767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,uniform,0.42044798533121747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,uniform,0.4249386787414551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,uniform,0.6637599865595499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,uniform,2.812522570292155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,uniform,0.6636266708374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,uniform,0.4420906702677409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,uniform,1.682261308034261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,uniform,0.458954652150472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,uniform,1.9025012652079265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,uniform,1.0888746579488118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,uniform,1.06114665667216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,uniform,0.5977439880371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,uniform,2.8166720072428384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,uniform,0.5995999972025553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,uniform,0.9591893355051676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,uniform,2.3995466232299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,uniform,0.9582239786783854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,uniform,1.6600906054178874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,uniform,1.0705760320027669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,uniform,1.9062026341756184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,uniform,0.456656018892924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,uniform,0.4573386510213216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,uniform,1.0909919738769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,uniform,2.402085304260254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,uniform,0.6027786731719971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,uniform,2.8373546600341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,uniform,0.9554933706919352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,uniform,0.603061318397522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,uniform,0.9548106988271078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,uniform,1.6659572919209797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,uniform,0.45179200172424316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,uniform,1.9144959449768066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,uniform,1.0706133047739665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,uniform,0.47073066234588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,uniform,1.115008036295573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,uniform,2.498666604359945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,uniform,0.7678773403167725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,uniform,1.240458647410075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,uniform,0.7814026673634847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,uniform,1.2457013130187988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,uniform,2.839695930480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,uniform,1.6777866681416829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,uniform,0.4710400104522705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,uniform,0.45041600863138836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,uniform,1.9411999384562175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,uniform,1.0830933252970378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,uniform,1.1308693091074626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,uniform,0.9496533075968424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,uniform,2.4414772987365723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,uniform,2.8101332982381186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,uniform,0.9478399753570557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,uniform,1.5393333435058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,uniform,1.5346879959106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,uniform,1.6947894096374512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,uniform,1.9119787216186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,uniform,1.0785173575083415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,uniform,0.8512693246205648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,uniform,0.8112373352050781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,uniform,1.114799976348877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,uniform,2.41758394241333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,uniform,1.125658671061198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,uniform,1.1114346981048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,uniform,1.825808048248291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,uniform,2.840181350708008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,uniform,1.822757403055827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,uniform,0.8141600290934244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,uniform,1.6764267285664876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,uniform,0.852949301401774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,uniform,1.9664746920267742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,uniform,2.035909334818522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,uniform,2.0487680435180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,uniform,2.444965362548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,uniform,1.4666080474853516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,uniform,1.4719680150349934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,uniform,2.8346080780029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,uniform,2.416426658630371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,uniform,2.4217066764831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,uniform,0.8298666477203369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,uniform,1.681498686472575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,uniform,1.9543627103169758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,uniform,2.0393600463867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,uniform,0.8666240374247233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,uniform,2.0702932675679526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,uniform,2.4683146476745605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,uniform,2.1867574055989585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,uniform,2.837648073832194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,uniform,3.562533378601074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,uniform,2.182362715403239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,uniform,3.5838187535603843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,uniform,3.2050399780273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,uniform,3.010474522908529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,uniform,1.1712586879730225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,uniform,1.188442627588908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,uniform,3.548490524291992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,uniform,3.057029406229655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,uniform,2.5067359606424966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,uniform,2.868901252746582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,uniform,2.8750346501668296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,uniform,2.9890880584716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,uniform,4.722832043965657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,uniform,4.7648054758707685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,uniform,3.2068001429239907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,uniform,3.6060158411661782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,uniform,1.5416000684102376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,uniform,1.4823466936747234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,uniform,3.9658826192220054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,uniform,4.001536051432292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,uniform,4.740832010904948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,uniform,4.292725245157878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,uniform,7.028293609619141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,uniform,4.268287976582845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,uniform,5.273317337036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,uniform,7.109381357828776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,uniform,4.677930514017741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,uniform,2.2490612665812173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,uniform,5.108709335327148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,uniform,2.1248319943745932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,uniform,4.963253339131673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,uniform,4.80349858601888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,uniform,5.026896158854167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,uniform,5.647328058878581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,uniform,9.343999862670898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,uniform,5.72865613301595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,uniform,5.331967989603679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,uniform,9.456037521362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,uniform,6.16209602355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,uniform,2.9477545420328775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,uniform,6.597946802775065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,uniform,2.7682666778564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,uniform,6.97382926940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,uniform,6.906394958496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,uniform,6.952810923258464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,uniform,8.410069147745768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,uniform,8.53825569152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,uniform,13.995610555013021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,uniform,7.585733413696289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,uniform,14.154666900634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,uniform,9.128047943115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,uniform,9.68612798055013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,uniform,4.3378292719523115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,uniform,4.111695925394694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,uniform,9.773829142252604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,uniform,9.91220792134603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,uniform,9.212170918782553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,uniform,11.358219146728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,uniform,11.263290405273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,uniform,9.947461446126303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,uniform,18.798683166503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,uniform,18.680464426676433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,uniform,12.087301890055338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,uniform,5.76747194925944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,uniform,12.729541778564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,uniform,5.43508783976237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,uniform,12.759498596191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,uniform,12.801829020182291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,uniform,13.603626251220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,uniform,16.833343505859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,uniform,17.00806935628255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,uniform,14.454655965169271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,uniform,27.917828877766926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,uniform,28.277908325195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,uniform,18.0001703898112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,uniform,8.58137067159017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,uniform,8.101408004760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,uniform,18.86887486775716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,uniform,19.509600321451824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,uniform,19.648517608642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,uniform,18.149285634358723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,uniform,22.407572428385418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,uniform,22.591481526692707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,uniform,37.2982177734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,uniform,19.095775604248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,uniform,37.6248524983724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,uniform,23.960489908854168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,uniform,11.401397705078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,uniform,10.719963073730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,uniform,25.089823404947918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,uniform,25.328656514485676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,uniform,25.491434733072918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,uniform,24.802388509114582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,uniform,33.6065928141276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,uniform,33.84581756591797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,uniform,25.977925618489582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,uniform,55.97577921549479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,uniform,56.44379170735677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,uniform,17.04089101155599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,uniform,37.40339660644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,uniform,16.042186737060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,uniform,35.82610575358073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,uniform,38.367462158203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,uniform,37.927530924479164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,uniform,36.00469970703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,uniform,45.106587727864586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,uniform,44.76402282714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,uniform,74.36384582519531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,uniform,37.626304626464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,uniform,75.26755777994792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,uniform,47.78197733561198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,uniform,22.570538838704426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,uniform,21.465845743815105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,uniform,49.73961385091146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,uniform,50.41627502441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,uniform,51.00508117675781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,uniform,49.442108154296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,uniform,55.750244140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,uniform,56.55126444498698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,uniform,93.15697224934895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,uniform,51.457682291666664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,uniform,93.7726542154948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,uniform,28.21263376871745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,uniform,26.815205891927082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,uniform,59.7083485921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,uniform,62.218953450520836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,uniform,62.183268229166664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,uniform,0.09230400125185649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,uniform,0.09750933448473613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,uniform,62.79027303059896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,uniform,0.1388746698697408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,uniform,60.55853780110677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,uniform,0.12705066800117493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,uniform,0.15660267074902853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,uniform,0.13479999701182047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,uniform,0.0634986658891042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,uniform,0.08035199840863545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,uniform,0.12184000015258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,uniform,0.15340266625086466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,uniform,0.14787200093269348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,uniform,0.13647466897964478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,uniform,0.13964800039927164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,uniform,0.18879467248916626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,uniform,0.23859200874964395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,uniform,0.20239466428756714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,uniform,0.2297333280245463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,uniform,0.20672533909479776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,uniform,0.17855467398961386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,uniform,0.08881066242853801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,uniform,0.09999466935793559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,uniform,0.19523199399312338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,uniform,0.18910932540893555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,uniform,0.23324267069498697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,uniform,0.25866132974624634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,uniform,0.2633440097173055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,uniform,0.4248533248901367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,uniform,0.41778135299682617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,uniform,0.32944534222284955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,uniform,0.1356160044670105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,uniform,0.16268266240755716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,uniform,0.32877333958943683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,uniform,0.2650453249613444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,uniform,0.2893493374188741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,uniform,0.2988160053888957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,uniform,0.44185598691304523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,uniform,0.4200960000356038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,uniform,0.29734400908152264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,uniform,0.32867733637491864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,uniform,0.2608799934387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,uniform,0.23052799701690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,uniform,0.6371253331502279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,uniform,0.5168746709823608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,uniform,0.5345066785812378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,uniform,0.24401599168777466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,uniform,0.510037342707316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,uniform,0.28223466873168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,uniform,0.5361013412475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,uniform,0.2790186603864034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,uniform,0.4914453426996867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,uniform,1.0221866766611736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,uniform,1.0461280345916748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,uniform,0.5489866733551025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,uniform,0.46426133314768475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,uniform,0.43065067132314044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,uniform,1.061637322107951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,uniform,0.42475732167561847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,uniform,1.0108106931050618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,uniform,1.0338773727416992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,uniform,0.9595093727111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,uniform,0.2746986746788025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,uniform,0.4432106812795003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,uniform,0.4360426664352417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,uniform,0.27186665932337445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,uniform,1.857818603515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,uniform,1.8916373252868652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,uniform,0.46120532353719074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,uniform,0.43321065107981366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,uniform,1.8629493713378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,uniform,1.8972053527832031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,uniform,1.2706560293833415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,uniform,1.2932480176289876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,uniform,0.2789706587791443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,uniform,0.2762826681137085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,uniform,0.44467198848724365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,uniform,0.44012800852457684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,uniform,1.867637316385905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,uniform,0.4429546594619751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,uniform,0.46288001537323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,uniform,1.903450647989909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,uniform,1.2799839973449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,uniform,0.28142933050791424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,uniform,1.3086026509602864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,uniform,2.741840044657389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,uniform,0.47330665588378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,uniform,2.826629320780436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,uniform,0.2903733253479004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,uniform,0.4450773398081462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,uniform,1.8781280517578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,uniform,0.49052266279856366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,uniform,0.4421333471934001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,uniform,1.9213973681132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,uniform,3.037029266357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,uniform,1.3228267033894856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,uniform,2.752666791280111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,uniform,1.2884106636047363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,uniform,0.288485328356425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,uniform,0.2892373402913411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,uniform,0.45902399222056073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,uniform,0.45522133509318036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,uniform,1.9152053197224934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,uniform,2.057626724243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,uniform,0.4915733337402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,uniform,0.45744001865386963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,uniform,1.316922664642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,uniform,1.3641707102457683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,uniform,2.793253262837728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,uniform,0.486191987991333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,uniform,0.2917120059331258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,uniform,0.2932746609052022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,uniform,0.49827734629313153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,uniform,1.9224960009257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,uniform,2.0606773694356284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,uniform,0.4622666835784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,uniform,3.0031305948893228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,uniform,0.4874346653620402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,uniform,1.3179679711659749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,uniform,1.3681119283040364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,uniform,2.805781364440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,uniform,3.01969051361084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,uniform,0.29531200726826984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,uniform,0.2999200026194255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,uniform,0.4578080177307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,uniform,0.4684373140335083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,uniform,1.9355200131734211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,uniform,2.0899252891540527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,uniform,0.46836264928181964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,uniform,0.5116959810256958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,uniform,1.3368639945983887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,uniform,1.404128074645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,uniform,2.8261067072550454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,uniform,3.035130818684896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,uniform,0.30370134115219116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,uniform,0.30059732993443805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,uniform,0.477786660194397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,uniform,1.9518027305603027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,uniform,0.4835466543833415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,uniform,2.1003626187642417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,uniform,0.47554131348927814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,uniform,0.5243146816889445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,uniform,1.3429867426554363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,uniform,0.3094186584154765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,uniform,0.312063992023468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,uniform,0.5053333441416422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,uniform,1.4159733454386394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,uniform,2.8355468114217124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,uniform,3.076901435852051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,uniform,0.4901493390401204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,uniform,1.969930648803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,uniform,0.48332266012827557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,uniform,3.037258783976237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,uniform,2.1257386207580566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,uniform,0.5358026822408041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,uniform,0.33342401186625165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,uniform,1.3555839856465657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,uniform,0.31774399677912396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,uniform,0.5006879965464274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,uniform,1.433498700459798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,uniform,2.0936479568481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,uniform,0.5177493492762247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,uniform,0.5580106576283773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,uniform,3.0734774271647134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,uniform,0.49932265281677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,uniform,3.0544052124023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,uniform,1.4557973543802898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,uniform,3.253562609354655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,uniform,2.1712746620178223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,uniform,0.3421599864959717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,uniform,0.3396373192469279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,uniform,1.470021406809489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,uniform,2.290341377258301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,uniform,0.5767519871393839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,uniform,0.515008012453715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,uniform,0.5218133529027303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,uniform,1.517584005991618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,uniform,3.297013282775879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,uniform,2.0270560582478843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,uniform,0.5135680039723715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,uniform,1.4088106155395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,uniform,0.34242133299509686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,uniform,0.5428640047709147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,uniform,2.920037269592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,uniform,2.2654293378194175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,uniform,0.562175989151001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,uniform,2.105658690134684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,uniform,0.6069440046946207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,uniform,0.35076268513997394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,uniform,0.5183626810709635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,uniform,1.5580800374348958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,uniform,0.3726026614507039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,uniform,1.4262879689534504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,uniform,0.5515040159225464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,uniform,2.1122399965922036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,uniform,0.36205331484476727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,uniform,3.234127998352051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,uniform,2.9689601262410483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,uniform,0.5725546677907308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,uniform,2.4069066047668457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,uniform,0.549781322479248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,uniform,1.4792265892028809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,uniform,1.6773653030395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,uniform,0.5133493343989054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,uniform,3.3248214721679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,uniform,0.5210186640421549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,uniform,3.1817973454793296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,uniform,0.8155199686686198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,uniform,0.662005345026652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,uniform,1.5898507436116536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,uniform,2.298741340637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,uniform,0.6127039988835653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,uniform,2.5903786023457847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,uniform,0.7801653544108073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,uniform,0.7786293029785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,uniform,1.783125400543213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,uniform,0.5825653473536173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,uniform,0.5392693281173706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,uniform,3.2782185872395835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,uniform,0.8350613117218018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,uniform,3.606351852416992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,uniform,0.8949706554412842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,uniform,2.406170686086019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,uniform,2.682554562886556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,uniform,0.6722880204518636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,uniform,1.930026690165202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,uniform,1.7573706309000652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,uniform,0.8475360075632731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,uniform,0.8614186445871989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,uniform,1.2440693378448486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,uniform,1.3473386764526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,uniform,3.2635520299275718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,uniform,0.7826879819234213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,uniform,3.6785014470418296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,uniform,2.6040053367614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,uniform,0.7920053005218506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,uniform,3.0272480646769204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,uniform,1.0610133012135823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,uniform,1.9181866645812988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,uniform,2.229647954305013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,uniform,1.050101359685262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,uniform,3.593770662943522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,uniform,4.155994733174642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,uniform,1.675439993540446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,uniform,1.7663680712382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,uniform,1.1282827059427898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,uniform,2.808821360270182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,uniform,3.4384800593058267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,uniform,2.095557371775309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,uniform,2.6240480740865073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,uniform,1.5880266825358074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,uniform,4.530111948649089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,uniform,3.8037707010904946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,uniform,0.9199306964874268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,uniform,1.235759973526001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,uniform,2.4733920097351074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,uniform,3.21503480275472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,uniform,1.7317973772684734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,uniform,4.074853261311849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,uniform,1.3373386065165203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,uniform,1.8782399495442708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,uniform,2.958261489868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,uniform,2.6388586362202964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,uniform,3.276991844177246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,uniform,2.2520960172017417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,uniform,3.499626795450846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,uniform,3.6804958979288735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,uniform,5.199311892191569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,uniform,4.242287953694661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,uniform,2.160874684651693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,uniform,1.5251466433207195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,uniform,2.2735625902811685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,uniform,3.3131093978881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,uniform,3.6076532999674478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,uniform,4.715552012125651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,uniform,4.488629341125488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,uniform,4.527605374654134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,uniform,3.3857812881469727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,uniform,3.149317423502604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,uniform,4.963509241739909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,uniform,5.246970812479655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,uniform,5.98520024617513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,uniform,7.002085367838542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,uniform,2.286773363749186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,uniform,3.2964534759521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,uniform,4.987173398335774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,uniform,5.28712526957194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,uniform,5.499727884928386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,uniform,4.161792119344075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,uniform,4.484026590983073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,uniform,6.661135991414388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,uniform,6.643941243489583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,uniform,7.26580810546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,uniform,7.131104151407878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,uniform,5.840341567993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,uniform,8.84218660990397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,uniform,2.9467894236246743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,uniform,4.4482879638671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,uniform,6.752752304077148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,uniform,9.173936208089193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,uniform,7.7727095286051435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,uniform,6.2813975016276045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,uniform,6.682624181111653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,uniform,10.068576176961264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,uniform,10.919167836507162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,uniform,10.087658564249674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,uniform,9.199749628702799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,uniform,4.58130677541097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,uniform,6.511231740315755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,uniform,9.96180788675944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,uniform,13.143807729085287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,uniform,8.994085311889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,uniform,12.853034973144531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,uniform,8.379445393880209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,uniform,8.943589528401693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,uniform,13.844309488932291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,uniform,14.962523142496744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,uniform,13.857301076253256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,uniform,12.761034647623697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,uniform,17.95357386271159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,uniform,6.123274485270183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,uniform,8.678261439005533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,uniform,13.561285654703775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,uniform,18.293375651041668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,uniform,13.697530110677084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,uniform,11.28173828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,uniform,10.850064595540365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,uniform,17.58129628499349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,uniform,19.261151631673176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,uniform,18.965413411458332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,uniform,15.713909149169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,uniform,7.542074839274089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,uniform,21.97642771402995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,uniform,0.1909653345743815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,uniform,10.897130330403646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,uniform,0.09622933467229207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,uniform,0.2858293255170186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,uniform,0.11193066835403442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,uniform,0.1491146683692932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,uniform,16.857354482014973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,uniform,0.13402133186658224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,uniform,0.11522133151690166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,uniform,0.11221333344777425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,uniform,21.417750040690105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,uniform,0.05825600028038025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,uniform,0.11530133088429768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,uniform,0.060933331648508705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,uniform,0.06341333190600078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,uniform,0.11620266238848369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,uniform,0.1204159955183665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,uniform,0.11995733777681987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,uniform,0.12388799587885539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,uniform,0.11315733194351196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,uniform,18.758202870686848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,uniform,0.1831573247909546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,uniform,0.12481600046157837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,uniform,0.2720800042152405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,uniform,0.15519466996192932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,uniform,0.14890133341153464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,uniform,0.24861866235733032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,uniform,0.2315733234087626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,uniform,0.17122133572896323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,uniform,0.17185600598653158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,uniform,0.1851200064023336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,uniform,0.08197866876920064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,uniform,0.08457600076993306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,uniform,0.08237866560618083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,uniform,0.20266666014989218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,uniform,0.19873066743214926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,uniform,0.19954133033752441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,uniform,0.18428266048431396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,uniform,0.17253865798314413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,uniform,0.31914132833480835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,uniform,0.16615466276804605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,uniform,0.26870934168497723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,uniform,0.484005331993103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,uniform,0.42215998967488605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,uniform,0.2646453380584717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,uniform,0.46194668610890705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,uniform,0.3177013397216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,uniform,0.29420799016952515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,uniform,0.13422399759292603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,uniform,0.3189280033111572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,uniform,0.13171733419100443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,uniform,0.3414986530939738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,uniform,0.1337440013885498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,uniform,0.33814934889475506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,uniform,0.29895466566085815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,uniform,0.3177120089530945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,uniform,25.9663569132487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,uniform,0.2676960031191508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,uniform,0.3206453323364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,uniform,0.3176959951718648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,uniform,0.2701653242111206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,uniform,0.2630880077679952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,uniform,0.4773600101470947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,uniform,0.47174398104349774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,uniform,0.4257066647211711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,uniform,0.5373599926630656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,uniform,0.22737600406010947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,uniform,0.5882560014724731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,uniform,0.5395626624425253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,uniform,0.5946666797002157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,uniform,0.22780267397562662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,uniform,0.2299893299738566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,uniform,0.566975990931193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,uniform,0.5412586530049642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,uniform,0.2988106608390808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,uniform,0.587226668993632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,uniform,0.5750079949696859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,uniform,0.2675039966901143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,uniform,0.5454986492792765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,uniform,0.3025546669960022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,uniform,0.44017601013183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,uniform,0.43826134999593097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,uniform,0.4549280007680257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,uniform,1.0281600157419841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,uniform,1.0210506916046143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,uniform,0.4195893208185832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,uniform,1.0343413352966309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,uniform,0.42506134510040283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,uniform,1.0628960132598877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,uniform,0.4307573239008586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,uniform,1.148703972498576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,uniform,1.0389066537221272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,uniform,1.0729599793752034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,uniform,1.0385119915008545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,uniform,1.0662453174591064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,uniform,0.30135999123255414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,uniform,0.2688266634941101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,uniform,0.26845333973566693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,uniform,0.46509333451588947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,uniform,0.4575413465499878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,uniform,0.4789546728134155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,uniform,2.0382827123006186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,uniform,1.9225279490152996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,uniform,2.0008586247762046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,uniform,0.4246079921722412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,uniform,0.43989332516988117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,uniform,0.429696003595988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,uniform,1.3765974044799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,uniform,1.2711413701375325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,uniform,1.2909066677093506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,uniform,2.0090719858805337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,uniform,2.0266453425089517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,uniform,2.0094186464945474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,uniform,0.2966826756795247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,uniform,0.2718293269475301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,uniform,0.2674506704012553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,uniform,0.44997334480285645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,uniform,2.0442934036254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,uniform,0.45793600877126056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,uniform,0.4589386781056722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,uniform,1.927018642425537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,uniform,1.9933279355367024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,uniform,0.42614932854970294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,uniform,0.4398239850997925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,uniform,0.4305013418197632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,uniform,1.289743979771932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,uniform,1.3471520741780598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,uniform,1.4020959536234539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,uniform,2.9687840143839517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,uniform,0.2753066619237264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,uniform,0.29392000039418537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,uniform,2.9905227025349936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,uniform,3.0330241521199546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,uniform,0.2711893320083618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,uniform,0.4445120096206665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,uniform,0.47445865472157794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,uniform,0.43528000513712567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,uniform,1.8718506495157878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,uniform,2.036362648010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,uniform,2.0035252571105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,uniform,1.284058650334676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,uniform,0.4305013418197632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,uniform,0.43055466810862225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,uniform,0.4437173207600911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,uniform,1.279743989308675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,uniform,1.3081546624501545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,uniform,2.981045405069987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,uniform,0.2755733331044515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,uniform,2.9644479751586914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,uniform,0.27140265703201294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,uniform,3.0305280685424805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,uniform,0.2720053394635518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,uniform,0.46188799540201825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,uniform,0.46032532056172687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,uniform,0.44046934445699054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,uniform,1.9399253527323406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,uniform,1.874128023783366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,uniform,2.046698729197184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,uniform,0.434991995493571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,uniform,0.43025068442026776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,uniform,0.4470133384068807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,uniform,1.2918079694112141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,uniform,1.3871839841206868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,uniform,1.3459679285685222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,uniform,3.001333236694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,uniform,2.9609813690185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,uniform,0.27636800209681195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,uniform,2.8758986790974936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,uniform,0.273525337378184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,uniform,0.27370667457580566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,uniform,0.4505653381347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,uniform,1.8829654057820637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,uniform,0.4620906511942546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,uniform,0.4611039956410726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,uniform,2.0206453005472818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,uniform,0.4325439929962158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,uniform,0.5096480051676432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,uniform,1.9616427421569824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,uniform,1.285317341486613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,uniform,0.4384266535441081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,uniform,1.2891626358032227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,uniform,1.32696533203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,uniform,0.2775413393974304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,uniform,2.9910561243693032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,uniform,2.9729013442993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,uniform,0.2744106650352478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,uniform,0.3094720045725505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,uniform,3.054629325866699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,uniform,0.4768639802932739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,uniform,0.44210131963094074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,uniform,0.4629226525624593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,uniform,2.007418632507324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,uniform,2.0208640098571777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,uniform,1.9760959943135579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,uniform,0.46809065341949463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,uniform,0.4553653399149577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,uniform,0.4426826635996501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,uniform,1.2906400362650554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,uniform,1.3017226854960124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,uniform,0.30936533212661743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,uniform,1.347669283548991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,uniform,2.9726079305013022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,uniform,3.072688102722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,uniform,0.31830400228500366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,uniform,3.0299787521362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,uniform,0.32029332717259723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,uniform,1.9275840123494465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,uniform,0.4835360050201416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,uniform,0.49962135155995685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,uniform,0.4620266755421956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,uniform,2.0156853993733725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,uniform,2.081567923227946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,uniform,0.43723734219868976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,uniform,0.5051039854685465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,uniform,0.4607146581013997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,uniform,1.3022826512654622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,uniform,1.3589067459106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,uniform,1.3123040199279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,uniform,3.01036802927653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,uniform,3.020400047302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,uniform,3.082159996032715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,uniform,0.32130666573842365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,uniform,0.29548267523447674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,uniform,0.3014826575915019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,uniform,0.48900798956553143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,uniform,0.47897064685821533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,uniform,0.48243733247121173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,uniform,1.9422400792439778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,uniform,2.0172746976216636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,uniform,1.998143990834554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,uniform,0.439850648244222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,uniform,0.45071999231974286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,uniform,1.3148746490478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,uniform,0.4673600196838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,uniform,1.3229333559672039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,uniform,1.3653866449991863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,uniform,2.980746587117513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,uniform,3.0193119049072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,uniform,0.32997334003448486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,uniform,0.3001439968744914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,uniform,0.5310986836751302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,uniform,3.082325299580892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,uniform,0.30373332897822064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,uniform,0.5175413290659586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,uniform,0.5020533402760824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,uniform,1.9416267077128093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,uniform,2.0207093556722007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,uniform,1.9550026257832844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,uniform,0.4662026564280192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,uniform,0.45788800716400146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,uniform,0.4761226574579875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,uniform,1.3900160789489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,uniform,1.3137333393096924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,uniform,1.3371893564860027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,uniform,2.999034563700358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,uniform,3.025909423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,uniform,3.114255905151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,uniform,0.3903253475824992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,uniform,0.38577067852020264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,uniform,0.650821328163147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,uniform,0.47102399667104083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,uniform,0.6645066738128662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,uniform,0.698474645614624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,uniform,0.4639253218968709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,uniform,1.976869265238444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,uniform,2.0426665941874185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,uniform,2.0562186241149902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,uniform,0.483733336130778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,uniform,0.542527993520101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,uniform,1.3477600415547688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,uniform,1.3298239707946777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,uniform,1.4045227368672688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,uniform,3.015226682027181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,uniform,3.078693389892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,uniform,0.3710666497548421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,uniform,0.38096535205841064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,uniform,3.1110188166300454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,uniform,0.6098399957021078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,uniform,0.45282665888468426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,uniform,0.661845326423645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,uniform,0.7501493295033773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,uniform,1.9420960744222004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,uniform,1.9887733459472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,uniform,2.1398186683654785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,uniform,0.4621066649754842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,uniform,0.5492213169733683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,uniform,0.4915573199590047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,uniform,1.3768000602722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,uniform,1.5925547281901042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,uniform,1.3592640558878581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,uniform,3.072453180948893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,uniform,3.023680051167806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,uniform,0.4920159975687663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,uniform,3.144693374633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,uniform,0.6444266637166342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,uniform,0.9300586382548014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,uniform,0.8752960364023844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,uniform,0.5965919891993204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,uniform,1.1345386505126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,uniform,2.1035733222961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,uniform,1.9628532727559407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,uniform,0.4709706703821818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,uniform,2.1280906995137534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,uniform,0.49937065442403156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,uniform,0.5692319869995117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,uniform,1.3984266916910808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,uniform,1.3899146715799968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,uniform,1.6152106920878093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,uniform,3.0426880518595376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,uniform,3.100063959757487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,uniform,0.8346613248189291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,uniform,3.1886507670084634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,uniform,0.8741333484649658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,uniform,0.9306613604227701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,uniform,1.565717379252116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,uniform,1.4968585968017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,uniform,1.7216854095458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,uniform,2.136650721232096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,uniform,2.1407999992370605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,uniform,0.4918186664581299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,uniform,0.5579573313395182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,uniform,2.5517600377400718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,uniform,0.6746293703715006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,uniform,1.406943957010905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,uniform,1.4617493947347004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,uniform,1.747221310933431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,uniform,1.18722136815389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,uniform,1.0957813262939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,uniform,3.07859738667806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,uniform,3.1597067515055337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,uniform,3.2918294270833335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,uniform,2.242128054300944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,uniform,1.3492746353149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,uniform,2.173840045928955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,uniform,2.3183040618896484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,uniform,2.189589341481527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,uniform,2.156874656677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,uniform,2.659445285797119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,uniform,0.5467093388239542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,uniform,0.6428213516871134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,uniform,0.7904533545176188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,uniform,1.5216587384541829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,uniform,1.5978132883707683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,uniform,1.9116586049397786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,uniform,3.1638612747192383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,uniform,1.7072693506876628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,uniform,3.3306614557902017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,uniform,4.05189863840739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,uniform,1.8467520078023274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,uniform,1.9209119478861492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,uniform,3.3571093877156577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,uniform,3.473893483479818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,uniform,3.5794881184895835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,uniform,2.126592000325521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,uniform,2.32694403330485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,uniform,1.1110560099283855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,uniform,0.9371413389841715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,uniform,2.8825600941975913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,uniform,0.9800799687703451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,uniform,2.428010622660319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,uniform,2.6056747436523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,uniform,2.4329652786254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,uniform,3.327962557474772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,uniform,3.4474560419718423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,uniform,2.5317227045694985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,uniform,3.2735414505004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,uniform,4.114565213521321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,uniform,2.6368053754170737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,uniform,4.688224156697591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,uniform,4.764522552490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,uniform,4.795530637105306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,uniform,2.2771786053975425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,uniform,2.525760014851888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,uniform,3.0338398615519204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,uniform,1.5502187410990398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,uniform,1.362778663635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,uniform,1.3371307055155437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,uniform,3.970032056172689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,uniform,3.9184799194335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,uniform,4.3008371988932295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,uniform,3.7771145502726235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,uniform,3.6952638626098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,uniform,3.52293332417806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,uniform,3.965456008911133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,uniform,5.009594599405925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,uniform,3.969898541768392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,uniform,7.215093612670898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,uniform,7.363583882649739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,uniform,7.329413096110026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,uniform,3.414714813232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,uniform,4.775237401326497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,uniform,4.2085065841674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,uniform,1.8955413500467937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,uniform,1.997045358022054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,uniform,2.292677402496338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,uniform,5.042378743489583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,uniform,5.328362782796224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,uniform,3.480981190999349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,uniform,6.408901214599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,uniform,5.298218727111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,uniform,3.8338400522867837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,uniform,5.442480087280273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,uniform,4.732991854349772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,uniform,5.418629328409831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,uniform,9.901039759318033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,uniform,9.892447789510092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,uniform,10.040149052937826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,uniform,5.502821604410808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,uniform,6.490591684977214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,uniform,7.188778559366862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,uniform,2.565429369608561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,uniform,2.688415845235189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,uniform,3.060096104939779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,uniform,6.616170883178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,uniform,7.324522654215495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,uniform,6.79914665222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,uniform,8.111328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,uniform,5.622618357340495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,uniform,8.395306905110678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,uniform,8.523103713989258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,uniform,6.80406379699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,uniform,8.451509475708008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,uniform,15.54516855875651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,uniform,15.4565060933431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,uniform,15.500597635904947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,uniform,9.093525568644205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,uniform,10.179813385009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,uniform,9.077125549316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,uniform,3.879850705464681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,uniform,4.028954823811849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,uniform,4.415450731913249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,uniform,10.05018679300944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,uniform,11.608027140299479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,uniform,11.450475056966146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,uniform,10.608367919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,uniform,11.702096303304037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,uniform,10.38919448852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,uniform,10.661610921223959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,uniform,11.132155100504557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,uniform,11.359978993733725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,uniform,20.756324768066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,uniform,21.03814951578776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,uniform,20.792063395182293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,uniform,12.955759684244791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,uniform,13.748143513997396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,uniform,17.225439707438152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,uniform,5.067946751912435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,uniform,5.468474706013997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,uniform,5.907056172688802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,uniform,13.444756825764975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,uniform,17.6680908203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,uniform,17.909413655598957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,uniform,14.27676773071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,uniform,15.148661295572916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,uniform,12.313424428304037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,uniform,13.398724873860678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,uniform,16.41240056355794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,uniform,17.799007415771484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,uniform,31.720250447591145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,uniform,31.738357543945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,uniform,31.620938618977863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,uniform,18.298821767171223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,uniform,20.264821370442707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,uniform,23.568336486816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,uniform,7.690240224202474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,uniform,8.134949366251627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,uniform,8.790543874104818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,uniform,20.61401621500651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,uniform,24.40752410888672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,uniform,21.102245330810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,uniform,24.400789896647137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,uniform,21.561739603678387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,uniform,19.574928283691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,uniform,23.269200642903645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,uniform,29.144671122233074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,uniform,24.385414123535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,uniform,42.95573933919271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,uniform,42.726664225260414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,uniform,42.759490966796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,uniform,25.541402180989582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,uniform,26.502736409505207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,uniform,10.313215891520182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,uniform,30.95098114013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,uniform,10.97763697306315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,uniform,12.179072062174479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,uniform,27.53020731608073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,uniform,30.669937133789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,uniform,28.019691467285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,uniform,30.68780771891276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,uniform,29.107498168945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,uniform,27.086036682128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,uniform,24.673680623372395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,uniform,29.761942545572918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,uniform,35.227012634277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,uniform,53.8234608968099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,uniform,53.98817443847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,uniform,53.19829305013021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,uniform,30.96491241455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,uniform,33.17247517903646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,uniform,12.964640299479166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,uniform,39.38243103027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,uniform,14.073343912760416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,uniform,15.164698282877604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,uniform,0.11229333281517029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,uniform,0.06933866441249847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,uniform,33.64603169759115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,uniform,0.064751997590065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,uniform,0.16310399770736694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,uniform,0.08851733803749084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,uniform,0.08365333080291748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,uniform,0.08517866333325703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,uniform,0.08402132987976074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,uniform,0.08900266885757446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,uniform,0.046629334489504494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,uniform,0.04422399898370107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,uniform,0.04756266872088114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,uniform,0.080485333998998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,uniform,0.08610666791598003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,uniform,0.08660266796747844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,uniform,0.08616532882054646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,uniform,0.08681066830952962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,uniform,0.08962133526802063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,uniform,34.876068115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,uniform,0.10913599530855815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,uniform,0.09469866752624512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,uniform,0.1430400013923645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,uniform,35.78661855061849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,uniform,0.10160000125567119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,uniform,0.1373973290125529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,uniform,0.13474133610725403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,uniform,38.590474446614586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,uniform,0.1162559986114502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,uniform,0.05910933514436086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,uniform,0.11974933743476868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,uniform,0.11772267023722331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,uniform,0.06084799766540527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,uniform,0.1256106694539388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,uniform,0.06494933366775513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,uniform,45.0433603922526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,uniform,0.11467732985814412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,uniform,0.12422933181126912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,uniform,49.33987935384115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,uniform,0.11859200398127238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,uniform,0.11705066760381062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,uniform,0.12082133690516154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,uniform,0.1583573321501414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,uniform,0.16386133432388306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,uniform,0.16774400075276694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,uniform,0.2487786610921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,uniform,0.2515359918276469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,uniform,0.24253332614898682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,uniform,0.18408000469207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,uniform,0.08416000008583069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,uniform,0.18503467241923013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,uniform,0.18708266814549765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,uniform,0.08597866694132487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,uniform,0.08724799752235413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,uniform,0.19296000401178995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,uniform,0.17313599586486816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,uniform,0.19446933269500732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,uniform,0.18897600968678793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,uniform,0.18392000595728555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,uniform,0.18385599056879678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,uniform,0.169706662495931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,uniform,0.1705066760381063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,uniform,0.15615999698638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,uniform,0.24835733572642008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,uniform,0.2760480046272278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,uniform,0.24242132902145386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,uniform,0.3190293312072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,uniform,0.3161440094312032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,uniform,0.13385066390037537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,uniform,0.324618657430013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,uniform,0.1320266624291738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,uniform,0.13804800311724344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,uniform,0.3247893253962199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,uniform,0.3170880079269409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,uniform,0.29392000039418537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,uniform,0.3025706609090169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,uniform,0.32338666915893555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,uniform,0.3184053301811218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,uniform,0.16150933504104614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,uniform,0.15730667114257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,uniform,0.27530133724212646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,uniform,0.17086400588353476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,uniform,0.2432266672452291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,uniform,0.24738667408625284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,uniform,0.5597279866536459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,uniform,0.5420693159103394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,uniform,0.552346666653951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,uniform,0.22934933503468832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,uniform,0.2321280042330424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,uniform,0.23937066396077475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,uniform,0.5420213143030802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,uniform,0.5390880107879639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,uniform,0.5553973515828451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,uniform,0.5844959815343221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,uniform,0.5875306526819865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,uniform,0.16756266355514526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,uniform,0.5946026643117269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,uniform,0.17138665914535522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,uniform,0.24508267641067505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,uniform,0.24925333261489868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,uniform,0.16911999384562174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,uniform,0.2565760016441345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,uniform,1.0184533596038818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,uniform,0.23171732823053995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,uniform,0.975226640701294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,uniform,0.2371306618054708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,uniform,0.997920036315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,uniform,0.24331200122833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,uniform,0.664741317431132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,uniform,0.6923039754231771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,uniform,0.6659573316574097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,uniform,1.023301362991333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,uniform,1.1183946927388508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,uniform,1.0237066745758057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,uniform,0.15908799568812051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,uniform,0.17187732458114624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,uniform,0.17061332861582437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,uniform,0.27107733488082886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,uniform,0.24921067555745444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,uniform,0.24609599510828653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,uniform,0.9673919677734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,uniform,0.23333332935969034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,uniform,0.2469493349393209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,uniform,0.998528003692627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,uniform,1.0116746425628662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,uniform,0.2392586668332418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,uniform,0.6697706381479899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,uniform,0.6917706330617269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,uniform,1.4374933242797852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,uniform,0.6711466312408447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,uniform,0.1592693328857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,uniform,1.5368159612019856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,uniform,1.5545652707417805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,uniform,0.17337065935134888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,uniform,0.17193599541982016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,uniform,0.2585759957631429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,uniform,0.23757867018381754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,uniform,0.24822400013605753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,uniform,0.9758346875508627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,uniform,0.9975679715474447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,uniform,0.9843040307362875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,uniform,0.2391200065612793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,uniform,0.2355626622835795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,uniform,0.2504693269729614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,uniform,0.6681546370188395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,uniform,1.4569439888000488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,uniform,0.6943946679433187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,uniform,0.6781280040740967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,uniform,1.54312531153361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,uniform,1.514085292816162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,uniform,0.15832533439000449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,uniform,0.17341333627700806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,uniform,0.16145066420237222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,uniform,0.24941333134969076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,uniform,0.2736533284187317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,uniform,0.2505493362744649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,uniform,0.9923253059387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,uniform,0.9759360154469808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,uniform,0.23669866720835367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,uniform,0.24330133199691772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,uniform,0.9997546672821045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,uniform,0.25141332546869916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,uniform,0.7792533238728842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,uniform,0.6743413607279459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,uniform,0.7008960247039795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,uniform,1.464186668395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,uniform,1.4387466112772624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,uniform,0.1586026648680369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,uniform,1.5258453687032063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,uniform,0.166485329469045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,uniform,0.1763413349787394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,uniform,0.24373332659403482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,uniform,0.24994667371114096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,uniform,0.2515733242034912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,uniform,0.9777653217315674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,uniform,0.9995946884155273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,uniform,0.2531680067380269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,uniform,0.24293333292007446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,uniform,1.0116106669108074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,uniform,0.23754133780797324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,uniform,0.6792799631754557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,uniform,0.7794186274210612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,uniform,0.17553067207336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,uniform,1.4307573636372883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,uniform,0.7052533626556396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,uniform,1.4673280715942383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,uniform,1.500991980234782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,uniform,0.16219199697176614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,uniform,0.17036267121632895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,uniform,0.24687467018763223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,uniform,0.252346674601237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,uniform,0.2547733386357625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,uniform,1.0128586292266846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,uniform,0.9824586709340414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,uniform,1.0284852981567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,uniform,0.24048000574111938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,uniform,0.24793066581090292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,uniform,0.25860800345738727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,uniform,0.6793066660563151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,uniform,0.6931093533833822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,uniform,0.7175412972768148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,uniform,1.4659840265909831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,uniform,0.17314666509628296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,uniform,1.4905600547790527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,uniform,1.4513120651245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,uniform,0.17248533169428507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,uniform,0.1839253306388855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,uniform,0.2571786642074585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,uniform,0.2760693430900574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,uniform,0.27905066808064777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,uniform,0.990943988164266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,uniform,1.0253547032674153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,uniform,0.25118400653203327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,uniform,1.0369919935862224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,uniform,0.24478399753570557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,uniform,0.26146133740743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,uniform,0.6886719862620035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,uniform,0.6974613666534424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,uniform,0.717578649520874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,uniform,1.4440959294637044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,uniform,1.5495360692342122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,uniform,0.17527467012405396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,uniform,0.18399999539057413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,uniform,1.5071786244710286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,uniform,0.17188799381256104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,uniform,0.26554133494695026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,uniform,0.2717546621958415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,uniform,0.2657546599706014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,uniform,0.9940693378448486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,uniform,1.0247680346171062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,uniform,0.24687467018763223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,uniform,0.25517867008845013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,uniform,1.0425279935201008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,uniform,0.2640426754951477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,uniform,0.6919786930084229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,uniform,1.4962347348531086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,uniform,0.7342666784922282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,uniform,0.7041760285695394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,uniform,1.453829288482666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,uniform,1.5919253031412761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,uniform,0.17539199193318686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,uniform,0.18827199935913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,uniform,0.19115199645360312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,uniform,0.2894773284594218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,uniform,0.28550400336583454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,uniform,0.2741493384043376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,uniform,1.0054720242818196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,uniform,1.061306635538737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,uniform,1.038650671641032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,uniform,0.2728640039761861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,uniform,0.2506399949391683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,uniform,0.25990400711695355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,uniform,0.7001653512318929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,uniform,0.7447253068288168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,uniform,0.7147893110911051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,uniform,1.5198079744974773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,uniform,0.2239946722984314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,uniform,1.5662933985392253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,uniform,1.533631960550944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,uniform,0.22900799910227457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,uniform,0.37830400466918945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,uniform,0.2500053246815999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,uniform,0.4140106836954753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,uniform,0.35654934247334796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,uniform,1.021349350611369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,uniform,1.060154676437378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,uniform,1.0860106945037842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,uniform,0.2693013350168864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,uniform,0.29520533482233685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,uniform,0.34458665053049725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,uniform,0.7103626728057861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,uniform,0.7286187012990316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,uniform,1.5244107246398926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,uniform,1.6002453168233235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,uniform,0.7643733024597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,uniform,0.2216800053914388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,uniform,1.5501599311828613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,uniform,0.24244266748428345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,uniform,0.2746346592903137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,uniform,0.3739893436431885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,uniform,0.3481813271840413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,uniform,0.4455733299255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,uniform,1.0261066754659016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,uniform,1.1432267030080159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,uniform,0.27111999193827313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,uniform,1.1119733651479085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,uniform,0.30267733335494995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,uniform,0.34956268469492596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,uniform,0.7619199752807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,uniform,0.7363466421763102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,uniform,0.8797706762949625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,uniform,0.28760000069936115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,uniform,1.5434133211771648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,uniform,1.5698933601379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,uniform,1.5670827229817708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,uniform,0.3004639943440755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,uniform,0.5047893524169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,uniform,0.37089598178863525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,uniform,0.4652373393376668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,uniform,0.5660800139109293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,uniform,1.04475736618042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,uniform,1.0847040017445881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,uniform,0.27824000517527264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,uniform,1.1417226791381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,uniform,0.3131840030352275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,uniform,0.3643946647644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,uniform,0.7404586474100748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,uniform,0.7853813171386719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,uniform,1.5138239860534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,uniform,0.9008639653523763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,uniform,1.602735996246338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,uniform,0.4057013193766276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,uniform,0.42134400208791095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,uniform,0.4862560033798218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,uniform,1.6274399757385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,uniform,0.737178643544515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,uniform,0.790496031443278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,uniform,0.826794703801473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,uniform,1.0874346892038982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,uniform,1.212154706319173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,uniform,0.3669866720835368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,uniform,1.3904053370157878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,uniform,0.315120001633962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,uniform,0.47286399205525714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,uniform,0.7816106478373209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,uniform,1.553269386291504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,uniform,1.0700426896413167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,uniform,0.9408586819966634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,uniform,1.6753919919331868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,uniform,0.5628319978713989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,uniform,1.7027840614318848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,uniform,0.5584213336308798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,uniform,0.625216007232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,uniform,1.1092373530069988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,uniform,1.0069653193155925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,uniform,1.0660959879557292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,uniform,1.1121866703033447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,uniform,1.5084959665934246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,uniform,1.2674453258514404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,uniform,0.36205331484476727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,uniform,0.4337386687596639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,uniform,0.5824266672134399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,uniform,0.8870133558909098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,uniform,0.9902400175730387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,uniform,1.228058656056722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,uniform,0.8465920289357504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,uniform,2.1469653447469077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,uniform,1.711184024810791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,uniform,1.9431573549906414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,uniform,0.8917067050933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,uniform,0.9146986802419027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,uniform,1.614986737569173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,uniform,1.7224853833516438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,uniform,1.661285400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,uniform,1.394693374633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,uniform,1.1910506884257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,uniform,1.7354453404744465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,uniform,0.7953759829203287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,uniform,0.654853343963623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,uniform,0.5635519822438558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,uniform,1.4021493593851726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,uniform,1.458624045054118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,uniform,1.8153279622395833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,uniform,1.742527961730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,uniform,1.1494080225626628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,uniform,1.20414400100708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,uniform,1.9216160774230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,uniform,2.231210708618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,uniform,1.2208693027496338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,uniform,2.213498592376709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,uniform,2.2199039459228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,uniform,2.2725067138671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,uniform,1.566421349843343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,uniform,1.3232213656107585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,uniform,0.7194720109303793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,uniform,1.896058718363444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,uniform,0.8540266354878744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,uniform,1.0443039735158284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,uniform,1.9176212946573894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,uniform,2.013546625773112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,uniform,2.2959200541178384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,uniform,1.741146723429362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,uniform,2.1246827443440757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,uniform,1.9533599217732747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,uniform,1.8609546025594075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,uniform,2.5562559763590493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,uniform,3.4671252568562827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,uniform,1.902949333190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,uniform,3.417306582132975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,uniform,3.54258664449056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,uniform,2.304938634236654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,uniform,2.44761594136556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,uniform,0.9999306996663412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,uniform,1.192080020904541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,uniform,3.1517814000447593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,uniform,1.497322718302409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,uniform,2.685567855834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,uniform,2.626197338104248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,uniform,2.7705119450887046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,uniform,2.6473120053609214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,uniform,3.326746622721354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,uniform,2.3458666801452637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,uniform,1.974239985148112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,uniform,2.9475253423055015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,uniform,2.6635947227478027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,uniform,4.766208012898763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,uniform,4.6495466232299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,uniform,4.803653399149577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,uniform,3.1431945164998374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,uniform,3.7051518758138022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,uniform,4.454549471537272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,uniform,1.337706724802653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,uniform,1.5719626744588215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,uniform,1.9446560541788738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,uniform,3.496687889099121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,uniform,3.597749392191569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,uniform,4.246442794799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,uniform,4.055317242940267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,uniform,4.0395307540893555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,uniform,4.095466613769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,uniform,3.932485262552897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,uniform,4.527114550272624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,uniform,3.8882665634155273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,uniform,7.373493194580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,uniform,7.35038948059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,uniform,7.330432256062825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,uniform,4.840847969055176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,uniform,4.931349436442058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,uniform,1.951749324798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,uniform,6.124176025390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,uniform,2.8399200439453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,uniform,2.280245304107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,uniform,5.324389457702637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,uniform,5.488431930541992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,uniform,5.478933334350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,uniform,6.28871472676595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,uniform,5.605498631795247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,uniform,4.986661275227864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,uniform,7.357311884562175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,uniform,5.38478406270345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,uniform,6.956319808959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,uniform,9.742085138956705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,uniform,10.015562693277994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,uniform,10.089183807373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,uniform,6.480592091878255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,uniform,7.620943705240886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,uniform,2.6172266006469727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,uniform,8.853994369506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,uniform,3.0174293518066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,uniform,3.759354591369629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,uniform,7.121178944905599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,uniform,8.490847905476889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,uniform,7.10859743754069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,uniform,8.790698369344076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,uniform,8.392666498819986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,uniform,6.408117294311523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,uniform,7.967983881632487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,uniform,9.121541341145834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,uniform,8.19327481587728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,uniform,15.472352345784506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,uniform,15.033808390299479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,uniform,15.06002680460612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,uniform,9.655674616495768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,uniform,10.250042597452799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,uniform,12.483343760172525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,uniform,3.986058553059896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,uniform,4.499391873677571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,uniform,5.720858891805013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,uniform,10.673786163330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,uniform,11.591573079427084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,uniform,10.471674601236979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,uniform,10.595514933268229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,uniform,9.973306655883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,uniform,12.08236312866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,uniform,10.684288024902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,uniform,11.485856374104818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,uniform,15.939695994059244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,uniform,20.8589604695638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,uniform,20.320634206136067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,uniform,20.267776489257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,uniform,13.227882385253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,uniform,14.160565694173178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,uniform,5.479146957397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,uniform,16.565845489501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,uniform,7.838981628417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,uniform,6.190629323323567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,uniform,14.14910888671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,uniform,14.673540751139322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,uniform,14.450762430826822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,uniform,16.491434733072918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,uniform,12.969610850016275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,uniform,14.262624104817709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,uniform,13.912916819254557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,uniform,15.320816040039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,uniform,19.114442189534504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,uniform,26.42210642496745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,uniform,23.877126057942707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,uniform,26.272181193033855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,uniform,17.828698476155598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,uniform,6.968650817871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,uniform,16.5326665242513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,uniform,19.848480224609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,uniform,7.699775695800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,uniform,17.627418518066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,uniform,9.877482732137045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,uniform,0.126720001300176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,uniform,0.0886293351650238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,uniform,0.07840000092983246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,uniform,0.15043200055758157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,uniform,0.10087466239929199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,uniform,0.09920533498128255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,uniform,0.09381332993507385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,uniform,0.09694400429725647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,uniform,0.10893866419792175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,uniform,0.05752533177534739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,uniform,0.05938666562239329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,uniform,0.06669333577156067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,uniform,0.10566400488217671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,uniform,0.10389866431554158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,uniform,0.10841600100199382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,uniform,0.0965119997660319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,uniform,0.11338133613268535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,uniform,0.09960533181826274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,uniform,0.12391466895739238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,uniform,0.1102239986260732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,uniform,19.60791524251302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,uniform,17.993364969889324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,uniform,0.10839466253916423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,uniform,19.89024480183919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,uniform,17.06445821126302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,uniform,0.1470026671886444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,uniform,0.12201066811879475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,uniform,0.1513920029004415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,uniform,0.14045332868893942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,uniform,24.83801015218099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,uniform,0.12431466579437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,uniform,0.07979733248551686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,uniform,0.0762613316377004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,uniform,0.14833600322405496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,uniform,0.08797867099444072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,uniform,0.12880000472068787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,uniform,0.12176533540089925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,uniform,0.14130133390426636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,uniform,0.12738133470217386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,uniform,0.1276693344116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,uniform,0.1453973352909088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,uniform,0.1567573348681132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,uniform,0.1581493318080902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,uniform,0.15364266435305277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,uniform,0.23348800341288248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,uniform,0.2147093415260315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,uniform,0.21619733174641928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,uniform,0.18126400311787924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,uniform,0.17139200369517008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,uniform,0.2087093393007914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,uniform,0.10048000017801921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,uniform,0.1030506690343221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,uniform,0.17301867405573526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,uniform,0.11922666430473328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,uniform,0.17499732971191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,uniform,0.20357332626978555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,uniform,0.17602666219075522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,uniform,0.16011200348536173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,uniform,0.21240532398223877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,uniform,0.18220800161361694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,uniform,0.14802133043607077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,uniform,0.23122666279474893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,uniform,0.159061332543691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,uniform,0.2214826742808024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,uniform,0.21976532538731894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,uniform,0.2714879910151164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,uniform,0.14805866281191507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,uniform,0.2993066708246867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,uniform,0.3322453300158183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,uniform,0.14958932995796204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,uniform,0.18545067310333252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,uniform,0.3298986752827962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,uniform,0.27825599908828735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,uniform,0.27568533023198444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,uniform,0.2732479969660441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,uniform,0.3062986731529236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,uniform,0.33745066324869794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,uniform,0.15839466452598572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,uniform,0.15891200304031372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,uniform,0.23939732710520426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,uniform,0.16172266999880472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,uniform,0.5669013261795044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,uniform,0.5351893504460653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,uniform,0.22525332371393839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,uniform,0.2204479972521464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,uniform,0.4702399969100952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,uniform,0.24990934133529663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,uniform,0.2506879965464274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,uniform,0.3110506733258565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,uniform,0.48104532559712726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,uniform,0.4689226547876994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,uniform,0.5667306582132975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,uniform,0.47219733397165936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,uniform,0.5320213238398234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,uniform,0.1611786683400472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,uniform,0.5854933261871338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,uniform,0.15948266784350076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,uniform,0.1588533322016398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,uniform,0.22654932737350464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,uniform,0.23854400714238486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,uniform,0.22540799776713052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,uniform,0.8496533234914144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,uniform,1.0407093365987141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,uniform,0.9964213371276855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,uniform,0.24805333216985068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,uniform,0.2521493236223857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,uniform,0.3147573272387187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,uniform,0.5853973229726156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,uniform,0.6894773642222086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,uniform,0.5677066644032797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,uniform,0.8563520113627116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,uniform,0.16334399580955505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,uniform,0.15751999616622925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,uniform,0.16012799739837646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,uniform,0.9950933456420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,uniform,0.23781333367029825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,uniform,1.057381312052409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,uniform,0.22296533981959024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,uniform,0.22350933154424033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,uniform,0.8599039713541666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,uniform,0.2485599915186564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,uniform,0.9866399765014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,uniform,0.25276267528533936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,uniform,1.0488159656524658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,uniform,0.31193600098292035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,uniform,0.586031993230184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,uniform,0.5710346698760986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,uniform,0.6856799920399984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,uniform,0.16358400384585062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,uniform,1.2466879685719807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,uniform,1.4296959241231282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,uniform,1.5297387440999348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,uniform,0.1596213380495707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,uniform,0.16380799810091654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,uniform,0.24057066440582275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,uniform,0.22016533215840658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,uniform,0.22685867547988892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,uniform,0.8588746388753256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,uniform,1.0012746651967366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,uniform,0.24893865982691446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,uniform,0.3131466706593831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,uniform,1.0494933128356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,uniform,0.25624533494313556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,uniform,0.5853493213653564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,uniform,1.4529760678609211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,uniform,0.5658933321634928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,uniform,1.256656010945638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,uniform,0.24651199579238892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,uniform,0.6845493316650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,uniform,1.4760799407958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,uniform,0.2549333373705546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,uniform,0.24608000119527182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,uniform,0.3783200184504191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,uniform,0.37300801277160645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,uniform,0.3726133505503337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,uniform,0.8611520131429037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,uniform,0.9960160255432129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,uniform,0.25366934140523273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,uniform,1.05294402440389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,uniform,0.31699732939402264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,uniform,0.24752533435821533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,uniform,0.5861759980519613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,uniform,0.6758506298065186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,uniform,0.5749226808547974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,uniform,1.2503573099772136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,uniform,1.444602648417155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,uniform,1.5531412760416667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,uniform,0.24729067087173462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,uniform,0.24041599035263062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,uniform,0.2524106701215108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,uniform,0.3789386749267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,uniform,0.37379733721415204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,uniform,0.37907731533050537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,uniform,0.864853302637736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,uniform,0.9963733355204264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,uniform,1.0643573602040608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,uniform,0.25738133986790973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,uniform,0.25198932488759357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,uniform,0.5865973234176636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,uniform,0.31142399708429974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,uniform,0.5749919811884562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,uniform,0.688922643661499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,uniform,0.25057599941889447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,uniform,1.4513492584228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,uniform,1.2440319856007893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,uniform,1.528223991394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,uniform,0.24649600187937418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,uniform,0.2569119930267334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,uniform,0.36793601512908936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,uniform,0.37355200449625653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,uniform,0.38516799608866376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,uniform,0.8772853215535482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,uniform,0.25227733453114826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,uniform,0.9909226894378662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,uniform,1.0443039735158284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,uniform,0.25172799825668335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,uniform,0.31409599383672077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,uniform,0.5977973143259684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,uniform,0.5773280064264933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,uniform,0.6890453497568766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,uniform,1.2469440301259358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,uniform,1.4811573028564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,uniform,1.5425972938537598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,uniform,0.33477866649627686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,uniform,0.3371146519978841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,uniform,0.5298879941304525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,uniform,0.34018667538960773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,uniform,0.515008012453715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,uniform,0.9975787003835043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,uniform,0.8602293332417806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,uniform,0.25101866324742633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,uniform,0.5264639854431152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,uniform,1.0617547035217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,uniform,0.259168008963267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,uniform,0.7053279876708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,uniform,0.5730186700820923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,uniform,0.5895466804504395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,uniform,0.3162879943847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,uniform,1.246656020482381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,uniform,1.4693759282430012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,uniform,1.5405066808064778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,uniform,0.34193066755930585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,uniform,0.33742932478586835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,uniform,0.3434293270111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,uniform,0.5315786600112915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,uniform,0.5221759875615438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,uniform,0.5211199919382731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,uniform,0.9972480138142904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,uniform,0.8775680065155029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,uniform,0.2518293261528015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,uniform,1.0581759611765544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,uniform,0.2619306643803914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,uniform,0.5785226821899414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,uniform,0.3264106710751851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,uniform,0.5976479848225912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,uniform,1.2417866388956706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,uniform,0.7034986813863119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,uniform,1.4552586873372395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,uniform,1.5288586616516113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,uniform,0.668405294418335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,uniform,0.4266666571299235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,uniform,0.42290667692820233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,uniform,0.4278026819229126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,uniform,0.6611733436584473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,uniform,0.6672800381978353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,uniform,1.0059839884440105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,uniform,0.8663040002187093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,uniform,1.0451253255208333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,uniform,0.25999999046325684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,uniform,0.2545066674550374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,uniform,0.598853349685669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,uniform,0.3293973406155904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,uniform,0.5781439940134684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,uniform,1.252784013748169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,uniform,0.696885347366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,uniform,1.538570721944173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,uniform,0.5090399980545044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,uniform,1.4625919659932454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,uniform,0.5043840010960897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,uniform,0.5134826501210531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,uniform,0.8266719977060953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,uniform,0.8065760135650635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,uniform,0.8109013239542643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,uniform,0.877013365427653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,uniform,0.4361813465754191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,uniform,0.44788801670074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,uniform,1.003775993982951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,uniform,1.0388000011444092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,uniform,0.5586826801300049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,uniform,0.5804373423258463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,uniform,1.2597706317901611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,uniform,0.7061866919199625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,uniform,0.6099573373794556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,uniform,1.472581386566162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,uniform,1.5687573750813801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,uniform,0.6008906761805216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,uniform,0.6058773199717203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,uniform,0.5963573455810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,uniform,0.9545173645019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,uniform,0.9580693244934082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,uniform,0.9646986325581869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,uniform,0.8866933186848959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,uniform,1.0131306648254395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,uniform,1.055338700612386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,uniform,0.4500639835993449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,uniform,0.43773333231608075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,uniform,0.5602773427963257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,uniform,1.105189323425293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,uniform,1.2595840295155842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,uniform,1.0542399883270264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,uniform,1.4708800315856934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,uniform,1.1575733025868733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,uniform,1.5577813784281414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,uniform,0.7728266716003418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,uniform,0.7797973155975342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,uniform,1.238597313563029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,uniform,0.7761813004811605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,uniform,1.2446026802062988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,uniform,1.2541759808858235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,uniform,0.8772479693094889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,uniform,1.0366559823354085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,uniform,0.4460800091425578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,uniform,1.0992426872253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,uniform,0.583903988202413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,uniform,0.4594613313674927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,uniform,1.080181360244751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,uniform,1.0557440121968586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,uniform,1.179136037826538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,uniform,1.2751839955647786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,uniform,1.4864160219828289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,uniform,1.1236320336659749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,uniform,1.540496031443278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,uniform,1.1275893052419026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,uniform,1.1445279916127522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,uniform,1.8275200525919597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,uniform,1.826682726542155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,uniform,1.8559093475341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,uniform,1.6246827443440754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,uniform,1.8138240178426106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,uniform,0.6209280093510946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,uniform,1.5573172569274902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,uniform,1.871664047241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,uniform,0.6138879855473837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,uniform,0.7348106702168783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,uniform,1.4735573132832844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,uniform,1.478991985321045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,uniform,1.2817760308583577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,uniform,1.6627519925435383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,uniform,1.5530880292256672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,uniform,1.5225173632303874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,uniform,1.635034720102946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,uniform,1.502629280090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,uniform,2.4163146018981934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,uniform,2.4164106051127114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,uniform,2.45796267191569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,uniform,1.8296586672465007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,uniform,1.6417652765909831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,uniform,1.9066826502482097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,uniform,0.8000426292419434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,uniform,0.9351466496785482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,uniform,0.7761546770731608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,uniform,2.0269385973612466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,uniform,2.0348854064941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,uniform,2.1174346605936685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,uniform,2.3904107411702475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,uniform,2.6427787144978843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,uniform,2.1855626106262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,uniform,2.1750613848368325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,uniform,2.7941919962565103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,uniform,2.227503935496012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,uniform,3.568261464436849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,uniform,3.597205479939779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,uniform,3.6470346450805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,uniform,2.3916640281677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,uniform,2.5871146519978843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,uniform,2.646575927734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,uniform,1.1493972937266033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,uniform,1.2687946955362956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,uniform,1.1036852995554607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,uniform,2.52073605855306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,uniform,2.53877862294515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,uniform,2.656837304433187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,uniform,2.8772319157918296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,uniform,2.430570602416992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,uniform,2.878533363342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,uniform,2.714720090230306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,uniform,2.8384532928466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,uniform,2.9505440394083657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,uniform,4.74671999613444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,uniform,4.731066703796387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,uniform,4.853477478027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,uniform,3.345456123352051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,uniform,3.1456054051717124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,uniform,3.3899787267049155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,uniform,1.5028212865193684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,uniform,1.4174720446268718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,uniform,1.611504077911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,uniform,3.5058771769205728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,uniform,3.504293441772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,uniform,3.658789316813151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,uniform,3.5468212763468423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,uniform,3.8492161432902017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,uniform,4.301504135131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,uniform,4.256736119588216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,uniform,3.8274612426757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,uniform,4.38812255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,uniform,7.061434427897136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,uniform,7.116336186726888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,uniform,7.232741038004558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,uniform,4.6261599858601885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,2,uniform,4.90553601582845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,uniform,4.8686933517456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,uniform,2.2050506273905435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,uniform,2.3354293505350747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,uniform,2.104863961537679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,uniform,4.956613222757976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,uniform,4.995285352071126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,uniform,5.689749399820964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,uniform,5.1733598709106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,uniform,4.679818789164226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,uniform,5.6679840087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,uniform,5.023786544799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,uniform,5.040021260579427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,uniform,5.84555180867513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,uniform,9.357802708943685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,uniform,9.456223805745443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,uniform,9.617759704589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,uniform,6.140719731648763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,uniform,6.44374402364095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,uniform,6.479338963826497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,uniform,2.9199307759602866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,uniform,2.7552000681559243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,uniform,3.0416746139526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,uniform,6.426677068074544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,uniform,8.436053593953451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,uniform,8.515765508015951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,uniform,6.4871571858723955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,uniform,6.693658828735352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,uniform,6.891589482625325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,uniform,7.31001091003418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,1,uniform,7.24504025777181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,uniform,8.735408147176107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,uniform,14.003028869628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,uniform,14.408123016357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,uniform,14.189200083414713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,uniform,9.117050806681315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,uniform,9.51914151509603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,uniform,9.530096054077148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,uniform,4.322309176127116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,uniform,4.078495979309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,uniform,4.437328020731608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,uniform,9.878949483235678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,uniform,11.22275161743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,uniform,9.901376088460287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,uniform,10.210592269897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,uniform,9.183024088541666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,uniform,11.39587148030599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,uniform,9.68563715616862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,uniform,9.686026891072592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,uniform,11.597370147705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,uniform,18.687845865885418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,uniform,18.848181406656902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,uniform,19.226219177246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,uniform,12.163253784179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,uniform,12.67199961344401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,uniform,5.740426381429036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,uniform,12.644415537516275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,uniform,5.43611208597819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,uniform,5.902693430582683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,uniform,12.801060994466146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,uniform,16.83735529581706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,uniform,17.03548304239909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,uniform,12.82578150431315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,uniform,13.286421457926432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,uniform,12.535109202067057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,uniform,13.130826314290365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,uniform,13.10769017537435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,uniform,17.43092219034831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,uniform,28.009737650553387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,uniform,28.25402069091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,uniform,28.771466573079426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,uniform,18.10413360595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,uniform,18.952325185139973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,uniform,18.845055898030598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,uniform,8.581541061401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,uniform,8.086293538411459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,uniform,8.75107192993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,uniform,19.140277862548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,uniform,22.407066345214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,uniform,22.633265177408855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,uniform,19.18624496459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,uniform,19.918842315673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,uniform,19.011749267578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,uniform,18.207499186197918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,uniform,19.05091730753581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,uniform,23.169461568196613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,uniform,37.358011881510414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,uniform,37.68240610758463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,uniform,38.395050048828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,uniform,24.0702387491862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,uniform,25.058837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,uniform,25.158655802408855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,uniform,11.394735972086588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,uniform,10.81765365600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,uniform,11.575220743815104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,uniform,25.497477213541668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,uniform,28.067097981770832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,uniform,28.363632202148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,uniform,25.565045674641926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,uniform,24.913803100585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,uniform,26.44573974609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,uniform,26.022415161132812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,uniform,29.00281016031901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,uniform,26.142789204915363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,uniform,46.64648946126302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,uniform,47.034993489583336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,uniform,47.85650126139323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,uniform,30.071754455566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,uniform,31.329007466634113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,uniform,14.25500233968099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,uniform,31.472272237141926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,uniform,13.489760080973307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,uniform,14.541632334391275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,uniform,31.271280924479168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,uniform,0.09876267115275066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,uniform,0.0622026671965917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,uniform,31.456133524576824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,uniform,0.0599839985370636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,uniform,32.61709849039713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,uniform,30.687344868977863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,uniform,31.88372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,uniform,32.05903879801432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,uniform,0.13858667016029358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,uniform,0.08258133133252461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,uniform,0.08074133098125458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,uniform,0.08489066362380981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,uniform,0.14305599530537924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,uniform,0.10243733723958333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,uniform,0.04613866905371348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,uniform,0.05378133555253347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,uniform,0.07477333148320515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,uniform,0.08302400012811025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,uniform,0.09045333663622539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,uniform,0.11146133144696553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,uniform,0.09338133533795674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,uniform,0.11804800232251485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,uniform,0.1797813375790914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,uniform,0.09779733419418335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,uniform,0.09127466877301534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,uniform,0.08786666393280029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,uniform,0.13974933822949728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,uniform,0.1327839990456899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,uniform,0.13009599844614664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,uniform,0.11170132954915364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,uniform,0.12541866302490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,uniform,0.16104533274968466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,uniform,0.05760000149408976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,uniform,0.06337066491444905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,uniform,0.081535999973615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,uniform,0.11847466230392456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,uniform,0.11437333623568217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,uniform,0.138373335202535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,uniform,0.15556800365447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,uniform,0.11705600221951802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,uniform,0.13954133788744608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,uniform,0.19308799505233765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,uniform,0.23896000782648721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,uniform,0.15382933616638184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,uniform,0.14537599682807922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,uniform,0.2378879984219869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,uniform,0.22617065906524658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,uniform,0.22765866915384927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,uniform,0.18784532944361368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,uniform,0.19521600008010864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,uniform,0.11040000120798747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,uniform,0.19896000623703003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,uniform,0.19222400585810342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,uniform,0.17881067593892416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,uniform,0.24893333514531454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,uniform,0.08249600231647491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,uniform,0.16321067015329996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,uniform,0.0886346697807312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,uniform,0.1948853333791097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,uniform,0.22664000590642294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,uniform,0.1872319976488749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,uniform,0.29977599779764813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,uniform,0.22816000382105509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,uniform,0.14843199650446573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,uniform,0.14638400077819824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,uniform,0.2393760085105896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,uniform,0.13691199819246927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,uniform,0.3198346694310506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,uniform,0.35044801235198975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,uniform,0.2924426595369975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,uniform,0.33672531445821124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,uniform,0.13658133149147034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,uniform,0.15408533811569214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,uniform,0.292197326819102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,uniform,0.2990506688753764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,uniform,0.1492746671040853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,uniform,0.27448532978693646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,uniform,0.28115199009577435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,uniform,0.26452799638112384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,uniform,0.22857065995534262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,uniform,0.33904532591501874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,uniform,0.5819466511408488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,uniform,0.15472533305486044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,uniform,0.5941439867019653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,uniform,0.24730666478474936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,uniform,0.14735999703407288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,uniform,0.22655999660491943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,uniform,0.5489013195037842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,uniform,0.2579413255055745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,uniform,0.5381173292795817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,uniform,0.5337653160095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,uniform,0.5602773427963257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,uniform,0.5040906667709351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,uniform,0.5223573446273804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,uniform,0.5578186511993408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,uniform,0.15846400459607443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,uniform,0.15214932958285013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,uniform,0.2432373364766439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,uniform,0.2367573380470276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,uniform,0.1525226632754008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,uniform,0.23601067066192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,uniform,0.9531199932098389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,uniform,0.9705653190612793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,uniform,1.0618133544921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,uniform,0.24392000834147134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,uniform,0.27562665939331055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,uniform,0.23361066977183023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,uniform,0.6678720315297445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,uniform,0.6773386796315511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,uniform,0.16014400124549866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,uniform,0.7213919957478842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,uniform,0.15497600038846335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,uniform,0.27915199597676593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,uniform,0.9583093325297037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,uniform,0.1545973320802053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,uniform,0.2476159930229187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,uniform,1.0792266527811687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,uniform,0.9753386974334717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,uniform,0.23919999599456787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,uniform,0.9604852994283041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,uniform,0.23612266778945923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,uniform,0.9781066576639811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,uniform,1.0717439651489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,uniform,0.24618667364120483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,uniform,1.5050560633341472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,uniform,0.28118934233983356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,uniform,0.6712533632914225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,uniform,1.6003146171569824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,uniform,0.6844267050425211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,uniform,0.7297013600667318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,uniform,1.4252746899922688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,uniform,0.27403199672698975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,uniform,0.16199466586112976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,uniform,1.025210698445638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,uniform,0.15664533774058023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,uniform,0.1569706698258718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,uniform,1.15830397605896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,uniform,0.2479733427365621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,uniform,0.24114133914311728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,uniform,0.25033066670099896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,uniform,0.985525369644165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,uniform,0.23796266317367554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,uniform,0.6752800146738688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,uniform,0.28675200541814166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,uniform,0.6918400128682455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,uniform,0.7430240313212076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,uniform,1.4079626401265461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,uniform,1.434175968170166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,uniform,1.563205401102702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,uniform,0.16662399967511496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,uniform,0.1611199975013733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,uniform,0.2534613410631816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,uniform,0.16404267152150473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,uniform,0.24909865856170654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,uniform,0.2505600055058797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,uniform,0.9939626852671305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,uniform,1.1481226285298665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,uniform,1.0604853630065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,uniform,0.32048000892003375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,uniform,0.24596265951792398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,uniform,0.2671519915262858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,uniform,0.6982026894887289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,uniform,0.7215039730072021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,uniform,0.16337600350379944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,uniform,0.16795200109481812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,uniform,0.1660426656405131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,uniform,0.7816212972005209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,uniform,1.4389813741048176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,uniform,1.0670026938120525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,uniform,1.6581974029541016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,uniform,0.2553866704305013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,uniform,1.5442879994710286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,uniform,0.2516746719678243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,uniform,0.2550613284111023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,uniform,0.9963626861572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,uniform,0.260261336962382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,uniform,0.3322880069414775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,uniform,0.8771573702494303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,uniform,0.7242613633473715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,uniform,1.5713280042012532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,uniform,1.1582667032877605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,uniform,0.26973867416381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,uniform,0.7037973403930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,uniform,0.2584799925486247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,uniform,1.4477173487345378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,uniform,0.28834666808446247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,uniform,0.2852213382720947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,uniform,1.664138634999593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,uniform,0.16987733046213785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,uniform,0.16598400473594666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,uniform,0.16958399613698324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,uniform,0.33429865042368573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,uniform,1.0022133191426594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,uniform,1.071354627609253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,uniform,1.1685600280761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,uniform,0.251418670018514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,uniform,0.2748853365580241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,uniform,0.7086346944173177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,uniform,1.688111941019694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,uniform,0.7362986405690511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,uniform,0.8111413319905599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,uniform,1.4514293670654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,uniform,1.5623359680175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,uniform,0.27563732862472534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,uniform,1.0861866474151611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,uniform,0.2627093394597371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,uniform,0.1742666761080424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,uniform,0.17950934171676636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,uniform,1.0123039881388347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,uniform,0.18410666783650717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,uniform,1.1938933531443279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,uniform,0.2649120092391968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,uniform,0.256058673063914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,uniform,0.7188746929168701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,uniform,0.7797973155975342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,uniform,0.28350400924682617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,uniform,1.4628000259399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,uniform,1.5924906730651855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,uniform,0.34669868151346844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,uniform,0.20232532421747842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,uniform,0.178330659866333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,uniform,0.8219093481699625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,uniform,0.27632532517115277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,uniform,0.2900159955024719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,uniform,1.7020106315612793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,uniform,1.203877369562785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,uniform,0.18393067518870035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,uniform,0.294597327709198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,uniform,0.2690986593564351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,uniform,1.018133322397868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,uniform,1.2139146327972412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,uniform,0.8393279711405436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,uniform,0.26074665784835815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,uniform,1.559882640838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,uniform,0.3553973436355591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,uniform,0.1882986625035604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,uniform,1.8138079643249512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,uniform,1.6477120717366536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,uniform,0.19131733973821005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,uniform,0.7231146494547526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,uniform,0.754800001780192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,uniform,0.30690133571624756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,uniform,1.1107199986775715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,uniform,1.3889226913452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,uniform,0.2658720016479492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,uniform,0.2718240022659302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,uniform,0.19221866130828857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,uniform,0.3241386612256368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,uniform,0.2834560076395671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,uniform,1.1153493722279866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,uniform,0.870965321858724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,uniform,1.6026293436686199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,uniform,1.796122709910075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,uniform,0.7340853214263916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,uniform,0.37595200538635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,uniform,0.7670880158742269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,uniform,1.4857494036356609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,uniform,1.0581599871317546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,uniform,0.2834453384081523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,uniform,0.2976906696955363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,uniform,0.19210133949915567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,uniform,1.3264213403065999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,uniform,0.20075200001398721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,uniform,0.28738667567571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,uniform,1.133413314819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,uniform,0.4180479844411214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,uniform,0.7507519721984863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,uniform,0.19260267416636148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,uniform,0.7928266525268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,uniform,0.27612799406051636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,uniform,0.31388266881306964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,uniform,0.19667200247446695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,uniform,1.502288023630778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,uniform,0.9155946572621664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,uniform,1.6246347427368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,uniform,0.2895786762237549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,uniform,1.8157973289489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,uniform,0.19884800910949707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,uniform,0.31596799691518146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,uniform,0.21286400159200033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,uniform,1.1768746376037598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,uniform,1.1960586706797283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,uniform,1.3538187344868977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,uniform,0.29442665974299115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,uniform,0.3216266632080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,uniform,0.8469866911570231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,uniform,0.420634667078654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,uniform,0.9501386483510336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,uniform,1.5675573348999023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,uniform,0.2837653358777364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,uniform,0.23400533199310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,uniform,0.21059733629226685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,uniform,0.8049973646799723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,uniform,0.3102399905522664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,uniform,0.3285599946975708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,uniform,0.21285333236058554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,uniform,1.861786683400472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,uniform,1.6414666175842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,uniform,1.2197439670562744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,uniform,1.4172159830729167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,uniform,0.3478826681772868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,uniform,0.2990399996439616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,uniform,0.8472320238749186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,uniform,1.1970880031585693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,uniform,0.29838399092356366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,uniform,1.725503921508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,uniform,0.4709013303120931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,uniform,0.8411733309427897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,uniform,1.9844853083292644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,uniform,1.0205066998799641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,uniform,1.5452426274617512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,uniform,0.4166400035222371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,uniform,0.29706666866938275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,uniform,0.4794613520304362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,uniform,0.2680480082829793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,uniform,0.27768532435099286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,uniform,1.2947946389516194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,uniform,0.32366400957107544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,uniform,0.4081759850184123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,uniform,0.928938627243042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,uniform,0.8287306626637777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,uniform,1.1417760054270427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,uniform,0.41069865226745605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,uniform,1.5882773399353027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,uniform,1.699610710144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,uniform,0.5687040090560913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,uniform,1.1594399611155193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,uniform,0.3270240028699239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,uniform,0.2854880094528198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,uniform,1.787040074666341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,uniform,2.1113600730895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,uniform,0.44323734442392987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,uniform,0.29500265916188556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,uniform,0.5082879861195883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,uniform,1.3794506390889485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,uniform,0.44812798500061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,uniform,1.7275946935017903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,uniform,0.3620160023371379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,uniform,0.45025599002838135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,uniform,0.8817013104756674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,uniform,1.196565310160319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,uniform,0.997327963511149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,uniform,1.682960033416748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,uniform,0.6443893512090048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,uniform,1.8745333353678386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,uniform,0.44706134001413983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,uniform,2.2839786211649575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,uniform,0.5107200145721436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,uniform,1.2886559963226318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,uniform,0.7609653472900391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,uniform,0.6510506470998129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,uniform,1.3013866742451985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,uniform,0.4398719867070516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,uniform,1.5420373280843098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,uniform,0.6629706621170044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,uniform,2.050831953684489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,uniform,0.558784008026123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,uniform,0.8356586297353109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,uniform,0.9805119832356771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,uniform,1.1564959685007732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,uniform,0.4147520065307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,uniform,1.5678985913594563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,uniform,1.7835680643717449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,uniform,0.5887626806894938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,uniform,0.5533759991327921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,uniform,0.6654933293660482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,uniform,2.616432030995687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,uniform,2.0648320515950522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,uniform,0.8962986469268799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,uniform,1.7141493161519368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,uniform,1.4141173362731934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,uniform,0.8233866691589355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,uniform,2.3861759503682456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,uniform,1.0195733706156414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,uniform,0.4774666627248128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,uniform,0.6373706658681234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,uniform,1.019221305847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,uniform,1.8675467173258464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,uniform,1.1192639668782551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,uniform,1.340943972269694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,uniform,0.7906400362650553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,uniform,1.9621920585632324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,uniform,2.2390027046203613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,uniform,2.9365921020507812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,uniform,1.244223992029826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,uniform,1.5297279357910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,uniform,0.8688000043233236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,uniform,1.0020426909128826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,uniform,1.6241386731465657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,uniform,1.3368266423543294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,uniform,3.0243358612060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,uniform,0.6903359889984131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,uniform,1.5096747080485027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,uniform,2.084789276123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,uniform,1.5372427304585774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,uniform,1.8889919916788738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,uniform,0.9628000259399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,uniform,2.7685492833455405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,uniform,2.122528076171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,uniform,1.1413386662801106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,uniform,2.6078720092773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,uniform,3.6909707387288413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,uniform,1.3231093088785808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,uniform,1.620757261912028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,uniform,1.7781972885131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,uniform,1.9861973126729329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,uniform,1.0489493211110432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,uniform,1.8257066408793132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,uniform,2.4032586415608725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,uniform,3.6457227071126304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,uniform,1.8181066513061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,uniform,0.8013813495635986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,uniform,1.729541301727295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,uniform,1.1522773106892903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,uniform,1.5918827056884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,uniform,2.200746695200602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,uniform,3.316533406575521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,uniform,2.391205310821533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,uniform,1.725279966990153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,uniform,1.9312373797098796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,uniform,2.6624320348103843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,uniform,2.5212693214416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,uniform,2.9603147506713867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,uniform,4.253349304199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,uniform,2.9842185974121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,uniform,2.6125760078430176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,uniform,3.5098133087158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,uniform,1.1749920050303142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,uniform,5.4462025960286455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,uniform,1.6820534070332844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,uniform,2.733210563659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,uniform,2.55074135462443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,uniform,2.0873120625813804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,uniform,3.2376267115275064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,uniform,4.976042747497559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,uniform,3.7210187911987305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,uniform,5.515797297159831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,uniform,2.298837343851725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,uniform,2.563765366872152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,uniform,3.2912588119506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,uniform,2.7557493845621743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,uniform,4.022650718688965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,uniform,3.5017226537068686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,uniform,3.013946533203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,uniform,4.197674751281738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,uniform,1.5539733568827312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,uniform,6.805690765380859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,uniform,2.234480063120524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,uniform,3.5795628229777017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,uniform,3.386058807373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,uniform,3.1946614583333335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,uniform,4.316837310791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,uniform,6.426149368286133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,uniform,3.776522636413574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,uniform,5.040730794270833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,uniform,3.3598079681396484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,uniform,7.637280146280925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,uniform,5.326143900553386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,uniform,3.903845469156901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,uniform,6.081087748209636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,uniform,4.90447457631429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,uniform,4.470218658447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,uniform,6.139909108479817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,uniform,9.915605545043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,uniform,3.2787628173828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,uniform,2.2745919227600098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,uniform,5.340821584065755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,uniform,4.781008084615071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,uniform,4.486207962036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,uniform,6.1103363037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,uniform,4.248853365580241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,uniform,9.36685307820638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,uniform,5.089301427205403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,uniform,4.754250526428223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,uniform,6.544586817423503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,uniform,10.373717625935873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,uniform,6.692879994710286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,uniform,7.132954915364583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,uniform,7.932757059733073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,uniform,6.176154454549153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,uniform,3.0037705103556314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,uniform,13.177658081054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,uniform,7.10092290242513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,uniform,4.392597198486328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,uniform,8.707152048746744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,uniform,6.383258819580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,uniform,5.378976186116536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,uniform,5.601178487141927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,uniform,8.633066813151041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,uniform,12.789328257242838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,uniform,6.557061513264974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,uniform,9.428815841674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,uniform,8.272288004557291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,uniform,6.567114512125651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,uniform,14.359135945638021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,uniform,8.930901209513346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,uniform,10.112538655598959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,uniform,7.588778813680013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,uniform,3.7598559061686196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,uniform,10.624789555867514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,uniform,5.450650533040364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,uniform,16.39904022216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,uniform,8.75052261352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,uniform,0.1848426659901937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,uniform,7.69758415222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,uniform,0.10457066694895427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,uniform,0.07146666447321574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,uniform,0.06570133566856384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,uniform,0.27059199412663776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,uniform,0.1420960028966268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,uniform,0.09360532959302266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,uniform,0.08914666374524434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,uniform,0.0888320008913676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,uniform,0.08922666311264038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,uniform,0.08995200196901958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,uniform,0.09373333056767781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,uniform,0.0517493337392807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,uniform,0.048911998669306435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,uniform,0.04900266726811727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,uniform,0.05207466582457224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,uniform,0.0869653324286143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,uniform,0.08618666728337605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,uniform,0.08715200424194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,uniform,0.08905067046483357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,uniform,10.007888158162435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,uniform,0.08969600001970927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,uniform,8.833242416381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,uniform,0.09033067027727763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,uniform,0.09468799829483032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,uniform,0.09167466560999553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,uniform,14.976282755533854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,uniform,0.11144000291824341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,uniform,12.296464284261068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,uniform,0.18363199631373087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,uniform,0.10416533549626668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,uniform,0.14418133099873862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,uniform,17.437642415364582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,uniform,0.08982400099436443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,uniform,0.26602667570114136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,uniform,0.1388266682624817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,uniform,0.13250133395195007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,uniform,0.12039466698964436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,uniform,0.11849066615104675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,uniform,0.1186346709728241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,uniform,0.12040533622105916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,uniform,0.06330133477846782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,uniform,0.05823466678460439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,uniform,0.05937600135803223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,uniform,0.12365866700808208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,uniform,0.061237335205078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,uniform,0.12443199753761292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,uniform,0.11561066905657451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,uniform,0.11584533254305522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,uniform,0.12088533242543538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,uniform,0.1183573305606842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,uniform,0.115365336338679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,uniform,0.18369066715240479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,uniform,0.12550399700800577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,uniform,0.15637333194414774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,uniform,0.14696533481280008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,uniform,0.1669386625289917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,uniform,0.23429866631825766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,uniform,0.2960053284962972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,uniform,0.26978133122126263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,uniform,0.2627786596616109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,uniform,0.16179200013478598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,uniform,0.18590933084487915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,uniform,0.18338666359583536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,uniform,0.16251200437545776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,uniform,0.09357333183288574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,uniform,0.08228800197442372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,uniform,0.0848533312479655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,uniform,0.08172800143559773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,uniform,0.203658660252889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,uniform,0.19800533850987753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,uniform,0.18204265832901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,uniform,0.20143999656041464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,uniform,0.18756800889968872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,uniform,0.1834026575088501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,uniform,0.18360533316930136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,uniform,0.1834239959716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,uniform,0.18707732359568277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,uniform,0.16082666317621866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,uniform,0.15222400426864624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,uniform,0.16794133186340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,uniform,0.2767626643180847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,uniform,0.22764799992243448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,uniform,0.275706668694814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,uniform,0.26703999439875287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,uniform,0.3175040086110433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,uniform,0.31594133377075195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,uniform,0.275434672832489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,uniform,0.13486400246620178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,uniform,0.32316799958546955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,uniform,0.13406933347384134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,uniform,0.1339893341064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,uniform,0.13945066928863525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,uniform,0.3219146728515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,uniform,0.2942506670951843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,uniform,0.30426667133967084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,uniform,0.31903467575709027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,uniform,0.3233120044072469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,uniform,0.3247680068016052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,uniform,0.3171893358230591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,uniform,0.3168533245722453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,uniform,0.18530666828155518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,uniform,0.1648426651954651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,uniform,0.1690559983253479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,uniform,0.16741865873336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,uniform,0.2548746665318807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,uniform,0.27491732438405353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,uniform,0.2663466731707255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,uniform,0.5648266474405924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,uniform,0.22979199886322021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,uniform,0.5665760040283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,uniform,0.5643359820048014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,uniform,0.5457973480224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,uniform,0.22684800624847412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,uniform,0.22899200518925986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,uniform,0.23268800973892212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,uniform,0.5441439946492513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,uniform,0.5698986848195394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,uniform,0.23652267456054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,uniform,0.546064019203186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,uniform,0.5537439982096354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,uniform,0.588159998257955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,uniform,0.5432960192362467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,uniform,0.5967466831207275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,uniform,0.5858453512191772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,uniform,0.18521066506703696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,uniform,0.16927999258041382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,uniform,0.1504533290863037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,uniform,0.15680000185966492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,uniform,0.2757813334465027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,uniform,0.26982933282852173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,uniform,0.2847359975179036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,uniform,0.23145600159962973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,uniform,0.9805013338724772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,uniform,1.0042613347371419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,uniform,0.987877368927002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,uniform,0.9929119745890299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,uniform,0.22891199588775635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,uniform,0.23084266980489096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,uniform,0.23499733209609985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,uniform,0.2421706716219584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,uniform,0.6874667008717855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,uniform,0.6661813259124756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,uniform,0.6683039665222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,uniform,0.6946880022684733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,uniform,1.0073813597361247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,uniform,0.9592959880828857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,uniform,1.11245330174764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,uniform,1.1010773181915283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,uniform,0.1876373291015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,uniform,0.15478400389353433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,uniform,0.15734933813412985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,uniform,0.26918933788935345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,uniform,0.16840000947316489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,uniform,0.2686506708463033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,uniform,0.2843093276023865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,uniform,0.986512025197347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,uniform,0.23422932624816895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,uniform,0.9788906574249268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,uniform,0.9622453053792318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,uniform,0.2304906646410624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,uniform,0.9978559811909994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,uniform,0.2310346762339274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,uniform,0.23649599154790243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,uniform,0.67030930519104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,uniform,0.6722506682078043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,uniform,0.24302933613459268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,uniform,0.6886826356252035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,uniform,0.7003786563873291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,uniform,1.406021277109782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,uniform,1.519173304239909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,uniform,1.5137386322021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,uniform,1.555557409922282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,uniform,0.1806559960047404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,uniform,0.15842666228612265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,uniform,0.1529813309510549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,uniform,0.2826773325602214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,uniform,0.17032533884048462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,uniform,0.26895999908447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,uniform,0.27163734038670856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,uniform,0.2350026567776998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,uniform,0.9871679941813151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,uniform,0.9929440021514893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,uniform,0.23163733879725137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,uniform,0.9977333545684814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,uniform,0.9933173656463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,uniform,0.23286932706832886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,uniform,0.23678932587305704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,uniform,0.6753013134002686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,uniform,0.692629337310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,uniform,0.24779733022054037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,uniform,0.6775626341501871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,uniform,1.4246506690979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,uniform,0.7168052991231283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,uniform,1.5285706520080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,uniform,1.5125813484191895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,uniform,1.5723466873168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,uniform,0.17218132813771567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,uniform,0.1739573280016581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,uniform,0.1575040022532145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,uniform,0.1551253298918406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,uniform,0.28090665737787884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,uniform,0.26784000794092816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,uniform,0.27286932865778607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,uniform,0.2367039918899536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,uniform,0.9606773058573405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,uniform,0.972874641418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,uniform,0.2318613330523173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,uniform,0.9846719900767008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,uniform,1.0145173072814941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,uniform,0.23484800259272257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,uniform,0.23931733767191568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,uniform,0.2542720039685567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,uniform,0.6752906640370687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,uniform,0.702735980351766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,uniform,0.6875519752502441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,uniform,0.6696000099182129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,uniform,1.4279039700826008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,uniform,1.467840035756429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,uniform,1.432901382446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,uniform,1.5601280530293782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,uniform,0.16432533661524454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,uniform,0.15737066666285196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,uniform,0.15685866276423135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,uniform,0.17332265774408975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,uniform,0.23858133951822916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,uniform,0.2694186568260193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,uniform,0.2813599904378255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,uniform,0.2720266580581665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,uniform,0.9608213106791178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,uniform,1.009434700012207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,uniform,0.23304533958435059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,uniform,0.2355519930521647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,uniform,0.9848213195800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,uniform,0.9829706350962321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,uniform,0.24036266406377158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,uniform,0.26441067457199097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,uniform,0.6783093611399332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,uniform,0.6721386909484863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,uniform,0.6887626647949219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,uniform,0.7107626597086588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,uniform,1.4181866645812988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,uniform,1.4266026814778645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,uniform,1.519701321919759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,uniform,0.1841119925181071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,uniform,1.470431963602702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,uniform,0.15879467129707336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,uniform,0.1662453313668569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,uniform,0.1742186745007833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,uniform,0.2792266607284546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,uniform,0.27432000637054443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,uniform,0.23941866556803384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,uniform,0.2723093430201213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,uniform,0.9687626361846924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,uniform,0.9793813228607178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,uniform,0.2368746598561605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,uniform,0.2342080076535543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,uniform,1.0063146750132244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,uniform,1.0283786455790203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,uniform,0.24329600731531778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,uniform,0.2609813412030538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,uniform,0.684117317199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,uniform,0.6975306669871012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,uniform,0.6756906509399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,uniform,0.7156960169474283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,uniform,1.4218133290608723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,uniform,1.518346627553304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,uniform,0.1709973414738973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,uniform,1.438144048055013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,uniform,1.568442662556966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,uniform,0.1799573302268982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,uniform,0.17337065935134888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,uniform,0.18307733535766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,uniform,0.259717325369517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,uniform,0.3041279911994934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,uniform,0.27963199218114215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,uniform,0.2793920040130615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,uniform,0.9717333316802979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,uniform,0.9888052940368652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,uniform,1.0330613454182942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,uniform,1.0170666376749675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,uniform,0.23942933479944864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,uniform,0.23677333196004233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,uniform,0.24882133801778158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,uniform,0.6769813696543375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,uniform,0.2627306580543518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,uniform,0.7264746824900309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,uniform,0.6874612967173258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,uniform,0.701578696568807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,uniform,1.423360029856364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,uniform,1.4462720553080242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,uniform,0.17638399203618368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,uniform,0.17998933792114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,uniform,1.4965492884318035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,uniform,1.4950772921244304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,uniform,0.1840160091718038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,uniform,0.16674667596817017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,uniform,0.31335999568303424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,uniform,0.2645600040753682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,uniform,0.25438400109608966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,uniform,0.2812853256861369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,uniform,0.97979736328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,uniform,0.9905546506245931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,uniform,1.0225866635640461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,uniform,0.23783999681472778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,uniform,0.24076799551645914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,uniform,1.0389866828918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,uniform,0.2509760061899821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,uniform,0.7328266302744547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,uniform,0.6847733656565348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,uniform,0.2892746726671855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,uniform,0.7086400190989176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,uniform,0.6882399717966715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,uniform,1.4301546414693196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,uniform,1.5374986330668132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,uniform,1.4464480082194011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,uniform,0.16922666629155478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,uniform,0.16741865873336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,uniform,1.5416159629821777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,uniform,0.168938676516215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,uniform,0.1902079979578654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,uniform,0.2990399996439616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,uniform,0.27426133553187054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,uniform,0.2614293297131856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,uniform,0.28410667181015015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,uniform,0.984229326248169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,uniform,0.9984373251597086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,uniform,0.24099200963974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,uniform,1.03056001663208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,uniform,1.0694026947021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,uniform,0.24482667446136475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,uniform,0.2566133340199788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,uniform,0.27533332506815594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,uniform,0.6980693340301514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,uniform,0.7467679977416992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,uniform,0.6889973481496176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,uniform,0.716053326924642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,uniform,1.4817546208699544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,uniform,1.5014506975809734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,uniform,1.4565280278523762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,uniform,0.2293226718902588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,uniform,1.584506670633952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,uniform,0.2172266642252604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,uniform,0.2264960010846456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,uniform,0.35018134117126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,uniform,0.24950400988260904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,uniform,0.3325973351796468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,uniform,0.339957316716512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,uniform,0.38171199957529706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,uniform,1.0139946937561035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,uniform,0.9939573605855306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,uniform,1.043936014175415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,uniform,0.2480586568514506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,uniform,0.2888000011444092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,uniform,0.2592479983965556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,uniform,1.081701358159383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,uniform,0.342682679494222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,uniform,0.6977066993713379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,uniform,0.7091680367787679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,uniform,0.7627573013305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,uniform,0.7273333072662354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,uniform,1.4392107327779133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,uniform,1.486730734507243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,uniform,0.2116373380025228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,uniform,0.23154133558273315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,uniform,1.5724587440490723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,uniform,0.21738133827845255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,uniform,1.6117973327636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,uniform,0.2411359945933024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,uniform,0.35966400305430096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,uniform,0.33564265569051105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,uniform,0.3564266761144002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,uniform,0.3904426495234172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,uniform,0.9999626477559408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,uniform,1.017855962117513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,uniform,0.2499199906984965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,uniform,1.0588106314341228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,uniform,1.101797342300415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,uniform,0.26268800099690753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,uniform,0.2927626570065816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,uniform,0.3497866789499919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,uniform,0.7189653714497884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,uniform,0.7062986691792806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,uniform,1.4933387438456218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,uniform,0.7601386706034342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,uniform,0.874778668085734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,uniform,1.4807359377543132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,uniform,1.593509356180827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,uniform,0.2630506753921509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,uniform,1.6322347323099773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,uniform,0.255840003490448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,uniform,0.3548906644185384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,uniform,0.2922186652819316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,uniform,0.5161973237991333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,uniform,0.4242773453394572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,uniform,0.4142666657765706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,uniform,0.5355413357416788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,uniform,1.0720160007476807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,uniform,1.0399786631266277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,uniform,1.010111967722575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,uniform,1.1427199840545654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,uniform,0.2544426719347636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,uniform,0.3043786684672038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,uniform,0.26827200253804523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,uniform,0.3667893409729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,uniform,0.7158933480580648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,uniform,0.7368319829305013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,uniform,1.4650665918986003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,uniform,0.7885546684265137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,uniform,0.9071146647135416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,uniform,1.4983253479003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,uniform,0.36287999153137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,uniform,0.42137598991394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,uniform,0.36044267813364667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,uniform,1.583781401316325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,uniform,1.6161333719889324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,uniform,0.49023465315500897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,uniform,0.7019146283467611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,uniform,0.6814239819844564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,uniform,0.7265013058980306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,uniform,0.7975520292917887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,uniform,1.0477066834767659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,uniform,1.0677493413289387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,uniform,1.2000266710917156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,uniform,1.3939253489176433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,uniform,0.2686506708463033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,uniform,0.3017066717147827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,uniform,0.36506132284800213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,uniform,0.4604479869206746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,uniform,0.7451679706573486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,uniform,0.7722986539204916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,uniform,1.0940907001495361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,uniform,1.4965972900390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,uniform,0.8760266304016113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,uniform,1.5729279518127441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,uniform,0.4629066785176595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,uniform,0.5281333525975546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,uniform,1.5977439880371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,uniform,0.5262293418248495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,uniform,1.7017866770426433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,uniform,0.651807983716329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,uniform,0.9566346804300944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,uniform,1.0289440155029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,uniform,0.9834559758504232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,uniform,1.1038080056508381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,uniform,1.067482630411784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,uniform,1.103327989578247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,uniform,1.243285338083903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,uniform,0.29518399635950726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,uniform,0.3384586572647095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,uniform,1.467850685119629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,uniform,0.41657066345214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,uniform,0.5610666672388712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,uniform,0.7895253499348959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,uniform,0.8981546560923258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,uniform,0.9739200274149576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,uniform,1.199845314025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,uniform,1.5217119852701824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,uniform,1.8221440315246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,uniform,1.565557320912679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,uniform,0.7547039985656738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,uniform,0.725482702255249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,uniform,2.0972372690836587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,uniform,0.7607146898905436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,uniform,1.44815460840861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,uniform,0.9344586531321207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,uniform,1.506373405456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,uniform,1.691226641337077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,uniform,1.5905812581380208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,uniform,1.104965368906657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,uniform,1.1726346810658772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,uniform,1.4019145965576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,uniform,1.9160586992899578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,uniform,0.5027733246485392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,uniform,0.43930665651957196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,uniform,0.5612746477127075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,uniform,0.7370239893595377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,uniform,1.1649226347605388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,uniform,1.3054986794789631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,uniform,1.6405226389567058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,uniform,1.330720027287801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,uniform,1.5670666694641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,uniform,1.625498612721761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,uniform,0.9992480278015137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,uniform,0.9964693387349447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,uniform,1.9383254051208496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,uniform,2.2121760050455728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,uniform,1.0681066513061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,uniform,1.2190879980723064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,uniform,2.0486879348754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,uniform,2.1152213414510093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,uniform,2.1679892539978027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,uniform,2.324373404184977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,uniform,1.1946187019348145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,uniform,1.2979146639506023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,uniform,1.5513386726379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,uniform,1.9316213925679524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,uniform,0.6712799866994222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,uniform,0.6101919809977213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,uniform,0.798421303431193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,uniform,0.9085760116577148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,uniform,2.2129972775777182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,uniform,1.8924427032470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,uniform,1.8221173286437988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,uniform,1.6108959515889485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,uniform,1.9948959350585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,uniform,1.7146347363789876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,uniform,1.6758400599161785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,uniform,2.089354674021403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,uniform,1.5215733846028645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,uniform,1.5450560251871746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,uniform,1.9063733418782551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,uniform,3.330992062886556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,uniform,2.8028640747070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,uniform,3.3045654296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,uniform,3.3596105575561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,uniform,3.4205118815104165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,uniform,2.0477280616760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,uniform,2.3092320760091147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,uniform,2.6520533561706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,uniform,2.5248106320699057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,uniform,0.883781353632609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,uniform,0.9580533504486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,uniform,1.1110986868540447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,uniform,1.3317493597666423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,uniform,2.6275253295898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,uniform,2.5751253763834634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,uniform,2.7790505091349282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,uniform,3.0983413060506186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,uniform,1.7636960347493489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,uniform,1.9597172737121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,uniform,2.2824479738871255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,uniform,2.389301300048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,uniform,2.383962631225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,uniform,2.3372534116109214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,uniform,2.452218691507975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,uniform,2.954575856526693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,uniform,4.470602671305339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,uniform,4.604245185852051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,uniform,4.595002810160319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,uniform,4.574495951334636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,uniform,3.3637011845906577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,uniform,3.1263999938964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,uniform,3.0005760192871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,uniform,3.87773863474528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,uniform,1.2142346700032551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,uniform,1.2855093479156494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,uniform,1.5142292976379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,uniform,1.8174932797749836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,uniform,3.3621705373128257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,uniform,3.444735844930013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,uniform,3.5258614222208657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,uniform,2.864474614461263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,uniform,4.195066769917806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,uniform,3.4467945098876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,uniform,3.673482577006022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,uniform,3.6842934290568032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,uniform,3.761418660481771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,uniform,3.7161601384480796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,uniform,4.021210670471191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,uniform,4.070202509562175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,uniform,7.157738367716472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,uniform,7.020256042480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,uniform,7.333152135213216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,uniform,7.380746841430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,uniform,4.437045415242513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,uniform,4.5601011912028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,uniform,4.851077397664388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,uniform,5.956207911173503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,uniform,1.787482738494873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,uniform,1.8971467018127441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,uniform,2.198650677998861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,uniform,2.7152748107910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,uniform,5.1471147537231445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,uniform,5.240175882975261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,uniform,5.50984001159668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,uniform,4.316303888956706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,uniform,5.987983703613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,uniform,5.060629208882649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,uniform,5.275077184041341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,uniform,5.399706522623698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,uniform,5.115983963012695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,uniform,5.067434628804524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,uniform,5.511135737101237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,uniform,5.932085037231445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,uniform,10.093168258666992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,uniform,9.606826782226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,uniform,9.432015736897787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,uniform,9.786378860473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,uniform,6.162303924560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,uniform,6.272149403889974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,uniform,7.705354690551758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,uniform,2.367706616719564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,uniform,2.605151971181234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,uniform,7.804650624593099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,uniform,2.930901209513346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,uniform,3.6008052825927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,uniform,6.633263905843099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,uniform,6.9789174397786455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,uniform,6.928784052530925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,uniform,8.447754542032877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,uniform,5.891632080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,uniform,6.563077290852864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,uniform,8.235493342081705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,uniform,8.258570353190104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,uniform,8.292794545491537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,uniform,7.899242401123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,uniform,15.464064280192057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,uniform,7.12821896870931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,uniform,8.39420255025228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,uniform,15.131268819173178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,uniform,15.018197377522787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,uniform,14.899616241455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,uniform,9.57810147603353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,uniform,9.564522425333658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,uniform,10.316901524861654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,uniform,12.084757486979166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,uniform,3.627840042114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,uniform,3.8272053400675454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,uniform,4.272656122843425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,uniform,5.413061141967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,uniform,10.006378809611002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,uniform,10.303445180257162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,uniform,10.300432205200195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,uniform,12.248480478922525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,uniform,9.246325174967447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,uniform,9.940959930419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,uniform,11.30846913655599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,uniform,11.714064280192057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,uniform,11.05343500773112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,uniform,10.673562367757162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,uniform,20.696192423502605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,uniform,12.753803253173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,uniform,13.252490997314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,uniform,20.28281021118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,uniform,20.791269938151043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,uniform,19.314538319905598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,uniform,12.377311706542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,uniform,12.94808578491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,uniform,16.001327514648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,uniform,14.067359924316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,uniform,4.883536020914714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,uniform,5.174218813578288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,uniform,5.946234385172526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,uniform,7.430906931559245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,uniform,13.879642486572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,uniform,15.770496368408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,uniform,14.207876841227213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,uniform,13.470731099446615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,uniform,12.511141459147135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,uniform,12.966837565104166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,uniform,14.511781056722006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,uniform,14.160757700602213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,uniform,14.882303873697916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,uniform,13.447434743245443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,uniform,26.202715555826824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,uniform,14.958229064941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,uniform,26.087626139322918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,uniform,25.96197255452474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,uniform,23.73437754313151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,uniform,17.808692932128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,uniform,15.555978139241537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,uniform,16.207562764485676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,uniform,17.118340810139973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,uniform,7.459333419799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,uniform,6.672384262084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,uniform,19.920042673746746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,uniform,6.051904042561849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,uniform,9.296501159667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,uniform,16.783509572347004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,uniform,17.406959533691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,uniform,0.11335999766985576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,uniform,17.333760579427082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,uniform,16.325061798095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,uniform,19.71398417154948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,uniform,0.06889066596825917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,uniform,17.83515167236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,uniform,0.05082133412361145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,uniform,0.08914132912953694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,uniform,0.04916800061861674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,uniform,0.06525333225727081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,uniform,0.16064533591270447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,uniform,0.06877866884072621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,uniform,0.059658666451772056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,uniform,0.06692266464233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,uniform,0.06880533198515575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,uniform,0.07356800138950348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,uniform,0.04048000027736028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,uniform,0.04317333300908407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,uniform,0.04019733270009359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,uniform,0.04031999905904134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,uniform,0.0660693347454071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,uniform,0.06491733094056447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,uniform,0.06643733382225037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,uniform,0.07018666466077168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,uniform,0.06805866460005443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,uniform,0.06724800169467926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,uniform,0.07678399980068207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,uniform,0.07074133555094402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,uniform,0.10645866394042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,uniform,0.07398400207360585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,uniform,0.06866133213043213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,uniform,0.06700799862543742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,uniform,0.15639467040697733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,uniform,0.0800853321949641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,uniform,0.08393067121505737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,uniform,0.08770133058230083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,uniform,0.08348266283671062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,uniform,19.854816436767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,uniform,0.07952000200748444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,uniform,0.08618133266766866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,uniform,0.08985599875450134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,uniform,0.04548799991607666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,uniform,25.333572387695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,uniform,0.04460266729195913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,uniform,0.04418666660785675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,uniform,0.08295466502507527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,uniform,0.05083733300367991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,uniform,0.08124266564846039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,uniform,0.08401067058245341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,uniform,0.09096533060073853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,uniform,0.08378133177757263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,uniform,0.08657067020734151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,uniform,0.08517332871754964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,uniform,0.11111467083295186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,uniform,0.09102400143941243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,uniform,0.0976106623808543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,uniform,0.09112000465393066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,uniform,0.1318986713886261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,uniform,0.10081066687901814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,uniform,0.15811733404795328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,uniform,0.15035200119018555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,uniform,0.14937067031860352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,uniform,0.11265066266059875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,uniform,0.11079999804496765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,uniform,0.05902933577696482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,uniform,0.10478400190671285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,uniform,0.1176639993985494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,uniform,0.05960000058015188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,uniform,0.06154133379459381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,uniform,0.07119999825954437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,uniform,0.11566399534543355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,uniform,0.1148533324400584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,uniform,0.11564266681671143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,uniform,0.12497599919637044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,uniform,0.1162559986114502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,uniform,0.11733866731325786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,uniform,0.1186133325099945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,uniform,0.12714667121569315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,uniform,0.11647466818491618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,uniform,0.10605866710344951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,uniform,0.10043199857076009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,uniform,0.10065600275993347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,uniform,0.15573333700497946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,uniform,0.15196800231933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,uniform,0.149807999531428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,uniform,0.13156267007191977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,uniform,0.1644159952799479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,uniform,0.08436800042788188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,uniform,0.0849120020866394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,uniform,0.1630400021870931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,uniform,0.166101336479187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,uniform,0.1822026570638021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,uniform,0.08819199601809184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,uniform,0.17595734198888144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,uniform,0.17565866311391196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,uniform,0.10612266262372334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,uniform,0.19182932376861572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,uniform,0.1750826636950175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,uniform,0.1847040057182312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,uniform,0.1870186726252238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,uniform,0.1844373345375061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,uniform,0.19968533515930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,uniform,0.10633066296577454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,uniform,0.105103999376297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,uniform,0.10074133674303691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,uniform,0.10085866848627727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,uniform,0.15680533647537231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,uniform,0.14998400211334229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,uniform,0.15410666664441428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,uniform,0.13241599996884665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,uniform,0.27772800127665204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,uniform,0.28302399317423504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,uniform,0.28090665737787884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,uniform,0.13294933239618936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,uniform,0.3121386567751567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,uniform,0.13326932986577353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,uniform,0.13800533612569174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,uniform,0.2982613245646159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,uniform,0.16822399695714316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,uniform,0.2935360074043274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,uniform,0.3203360040982564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,uniform,0.2953919967015584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,uniform,0.290010670820872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,uniform,0.3062933286031087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,uniform,0.3035893241564433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,uniform,0.10541866223017375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,uniform,0.33209067583084106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,uniform,0.11136533816655476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,uniform,0.10157333811124165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,uniform,0.10152000188827515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,uniform,0.15824000040690103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,uniform,0.13547199964523315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,uniform,0.15051199992497763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,uniform,0.15279466907183328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,uniform,0.5068853298823038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,uniform,0.5095253388086954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,uniform,0.13402666648228964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,uniform,0.5655946731567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,uniform,0.5215893189112345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,uniform,0.13553067048390707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,uniform,0.17108267545700073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,uniform,0.14012266198794046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,uniform,0.3630239963531494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,uniform,0.36309866110483807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,uniform,0.3564106623331706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,uniform,0.3920106490453084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,uniform,0.5139093399047852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,uniform,0.5040746529897054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,uniform,0.5976800123850504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,uniform,0.5202826658884684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,uniform,0.11704533298810323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,uniform,0.10506666700045268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,uniform,0.10241066416104634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,uniform,0.10268800457318623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,uniform,0.13598400354385376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,uniform,0.16436800360679626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,uniform,0.1553866664568583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,uniform,0.15170133113861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,uniform,0.5089813470840454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,uniform,0.512661337852478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,uniform,0.5748586654663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,uniform,0.1372053325176239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,uniform,0.5252000093460083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,uniform,0.13467199603716531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,uniform,0.14054399728775024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,uniform,0.17187732458114624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,uniform,0.36315735181172687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,uniform,0.3692266543706258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,uniform,0.359877347946167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,uniform,0.396565318107605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,uniform,0.7327306270599365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,uniform,0.7432906627655029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,uniform,0.10737066467603047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,uniform,0.8277973333994547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,uniform,0.7512799898783366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,uniform,0.10798399647076924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,uniform,0.10280000170071919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,uniform,0.10366400082906087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,uniform,0.1378720005353292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,uniform,0.16263467073440552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,uniform,0.152346670627594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,uniform,0.15214932958285013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,uniform,0.5098506609598795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,uniform,0.5166879892349243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,uniform,0.5852426687876383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,uniform,0.5257600148518881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,uniform,0.13848533233006796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,uniform,0.1353386640548706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,uniform,0.1750239928563436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,uniform,0.14044800400733948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,uniform,0.3664533297220866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,uniform,0.3591146469116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,uniform,0.4054559866587321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,uniform,0.37373868624369305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,uniform,0.7354613145192465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,uniform,0.7476639747619629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,uniform,0.09850133458773296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,uniform,0.7597493330637614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,uniform,0.8469759623209635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,uniform,0.10954667131106059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,uniform,0.104912002881368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,uniform,0.10577066739400227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,uniform,0.1425493359565735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,uniform,0.1557813286781311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,uniform,0.1572640041510264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,uniform,0.15333333611488342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,uniform,0.5146186749140421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,uniform,0.5188479820887247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,uniform,0.5911893447240194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,uniform,0.5344533522923788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,uniform,0.13665599624315897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,uniform,0.1381280024846395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,uniform,0.14204266667366028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,uniform,0.1811466614405314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,uniform,0.3916800022125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,uniform,0.37189332644144696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,uniform,0.4060159921646118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,uniform,0.379258672396342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,uniform,0.7368213335673014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,uniform,0.7472319602966309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,uniform,0.7709173361460367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,uniform,0.0990826686223348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,uniform,0.10240000486373901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,uniform,0.8444639841715494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,uniform,0.10616000493367513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,uniform,0.1400159994761149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,uniform,0.10627733667691548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,uniform,0.1423679987589518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,uniform,0.15793599685033163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,uniform,0.15728533267974854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,uniform,0.5124266544977824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,uniform,0.5192746718724569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,uniform,0.5361119906107584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,uniform,0.13706666231155396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,uniform,0.5983146826426188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,uniform,0.1395626664161682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,uniform,0.14466666181882223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,uniform,0.3686506748199463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,uniform,0.1824586590131124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,uniform,0.3741653362909953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,uniform,0.3792479832967122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,uniform,0.7569706439971924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,uniform,0.4152373472849528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,uniform,0.738912026087443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,uniform,0.7697599728902181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,uniform,0.09831466277440389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,uniform,0.10221333305040996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,uniform,0.8527413209279379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,uniform,0.1070240040620168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,uniform,0.10717333356539409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,uniform,0.1591253379980723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,uniform,0.14467733105023703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,uniform,0.14201600352923074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,uniform,0.15618667006492615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,uniform,0.5177866617838541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,uniform,0.5290400187174479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,uniform,0.1392586628595988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,uniform,0.5402719974517822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,uniform,0.14109333356221518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,uniform,0.6109439929326376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,uniform,0.14661332964897156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,uniform,0.17532267173131308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,uniform,0.37536001205444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,uniform,0.36689066886901855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,uniform,0.42290135224660236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,uniform,0.38521067301432294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,uniform,0.7460853258768717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,uniform,0.7561759948730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,uniform,0.7709440390268961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,uniform,0.10647466778755188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,uniform,0.8707946936289469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,uniform,0.10624000430107117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,uniform,0.1037013332049052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,uniform,0.11569600303967793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,uniform,0.17598400513331094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,uniform,0.14873600006103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,uniform,0.16631999611854553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,uniform,0.16791999340057373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,uniform,0.5207786560058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,uniform,0.5353226661682129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,uniform,0.5455413262049357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,uniform,0.14062933127085367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,uniform,0.1509066621462504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,uniform,0.6246613264083862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,uniform,0.14407466848691305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,uniform,0.18525866667429605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,uniform,0.3877706527709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,uniform,0.4346453348795573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,uniform,0.3728213310241699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,uniform,0.37888534863789874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,uniform,0.7479626337687174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,uniform,0.764293352762858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,uniform,0.10737066467603047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,uniform,0.7833813031514486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,uniform,0.8844640254974365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,uniform,0.10809600353240967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,uniform,0.1109386682510376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,uniform,0.17747199535369873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,uniform,0.11905066172281902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,uniform,0.15346133708953857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,uniform,0.16300266981124878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,uniform,0.16986133654912314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,uniform,0.5387200117111206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,uniform,0.5255039930343628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,uniform,0.14181333780288696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,uniform,0.5499733289082845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,uniform,0.151936004559199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,uniform,0.6458719968795776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,uniform,0.14549866318702698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,uniform,0.18187199036280313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,uniform,0.37360533078511554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,uniform,0.439797321955363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,uniform,0.3842346668243408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,uniform,0.3940426508585612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,uniform,0.7693706353505453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,uniform,0.7513493696848551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,uniform,0.10754133264223735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,uniform,0.7866293589274088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,uniform,0.10589333375295003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,uniform,0.9012266794840494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,uniform,0.125109334786733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,uniform,0.11564800143241882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,uniform,0.17441600561141968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,uniform,0.15477333466211954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,uniform,0.17233065764109293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,uniform,0.1707786719004313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,uniform,0.5305333137512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,uniform,0.5447306632995605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,uniform,0.5615786711374918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,uniform,0.6561813354492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,uniform,0.14500266313552856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,uniform,0.14962133765220642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,uniform,0.15588266650835672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,uniform,0.20177600781122842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,uniform,0.38226131598154706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,uniform,0.4572533369064331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,uniform,0.7588266531626383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,uniform,0.4009386698404948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,uniform,0.3874986569086711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,uniform,0.7778240044911703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,uniform,0.13286933302879333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,uniform,0.13357333342234293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,uniform,0.7962773640950521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,uniform,0.13910933335622153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,uniform,0.938426653544108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,uniform,0.1529706617196401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,uniform,0.19239999850591025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,uniform,0.21014400323232016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,uniform,0.19089066982269287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,uniform,0.22217599550882974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,uniform,0.5565333366394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,uniform,0.5758399963378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,uniform,0.5405759811401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,uniform,0.6797013282775879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,uniform,0.15479999780654907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,uniform,0.1678346594174703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,uniform,0.19073599576950073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,uniform,0.26179732879002887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,uniform,0.39102399349212646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,uniform,0.39760533968607586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,uniform,0.4099786678949992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,uniform,0.47577067216237384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,uniform,0.7697707017262777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,uniform,0.7919413248697916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,uniform,0.1455946664015452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,uniform,0.1360266705354055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,uniform,0.14305599530537924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,uniform,0.8133386770884196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,uniform,0.9432693322499593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,uniform,0.16334933042526245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,uniform,0.2029973268508911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,uniform,0.2025973399480184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,uniform,0.21585599581400552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,uniform,0.23414933681488037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,uniform,0.5451786518096924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,uniform,0.56113600730896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,uniform,0.697317361831665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,uniform,0.5842026472091675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,uniform,0.15614400307337442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,uniform,0.16986666123072305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,uniform,0.19561066230138144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,uniform,0.25467199087142944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,uniform,0.39798398812611896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,uniform,0.4158560037612915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,uniform,0.5883626540501913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,uniform,0.4681813319524129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,uniform,0.7742986679077148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,uniform,0.7994133631388346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,uniform,0.16262400150299072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,uniform,0.16057599584261575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,uniform,0.8227466742197672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,uniform,0.9711039861043295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,uniform,0.1846346656481425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,uniform,0.19825067122777304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,uniform,0.2497439980506897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,uniform,0.2713279922803243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,uniform,0.24054400126139322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,uniform,0.3046346704165141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,uniform,0.5571360190709432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,uniform,0.5714453458786011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,uniform,0.723370631535848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,uniform,0.16222400466601053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,uniform,0.6059199968973795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,uniform,0.17547200123469034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,uniform,0.20387200514475504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,uniform,0.280021329720815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,uniform,0.4038399855295817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,uniform,0.4861866633097331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,uniform,0.4281333287556966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,uniform,0.606106678644816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,uniform,0.7910186449686686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,uniform,0.8112746874491373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,uniform,0.21778132518132529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,uniform,0.22717867294947305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,uniform,0.8439253171284994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,uniform,1.0086932977040608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,uniform,0.25126399596532184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,uniform,0.2720213333765666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,uniform,0.35816534360249835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,uniform,0.3519039948781331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,uniform,0.3994613488515218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,uniform,0.4195093313852946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,uniform,0.5825759967168173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,uniform,0.6337226629257202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,uniform,0.9326026439666748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,uniform,0.20526933670043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,uniform,0.7331946690877279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,uniform,0.17819732427597046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,uniform,0.2537440061569214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,uniform,0.3575199842453003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,uniform,0.43230934937795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,uniform,0.5672853390375773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,uniform,0.4781866470972697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,uniform,0.7719999949137369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,uniform,0.8171359697977701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,uniform,0.839301347732544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,uniform,0.27289066712061566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,uniform,0.28195732831954956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,uniform,0.8914346694946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,uniform,1.0764106909434001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,uniform,0.31059199571609497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,uniform,0.3712639808654785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,uniform,0.4803466796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,uniform,0.46403733889261883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,uniform,0.5240480105082194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,uniform,0.590170661608378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,uniform,0.6004480123519897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,uniform,0.6561066706975301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,uniform,0.7676160335540771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,uniform,0.24389866987864176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,uniform,0.20355733235677084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,uniform,0.9931466579437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,uniform,0.3060800035794576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,uniform,0.640559991200765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,uniform,0.4312586784362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,uniform,0.5659093459447225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,uniform,0.4697813193003337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,uniform,0.8395786285400391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,uniform,0.8749972979227701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,uniform,0.9340746402740479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,uniform,0.42838935057322186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,uniform,0.4091786543528239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,uniform,1.0705493291219075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,uniform,0.41681599617004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,uniform,1.3766506512959797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,uniform,0.4946719805399577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,uniform,0.7450400193532308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,uniform,0.7429546515146891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,uniform,0.7620053291320801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,uniform,0.8464586734771729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,uniform,0.6590293248494467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,uniform,0.7390773296356201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,uniform,0.9025599956512451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,uniform,0.2913706700007121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,uniform,1.2201920350392659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,uniform,0.4117013216018677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,uniform,0.3397333224614461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,uniform,0.5795946518580118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,uniform,0.7117813428243002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,uniform,0.7650720278422037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,uniform,0.877791961034139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,uniform,0.8836692969004313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,uniform,1.1749653021494548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,uniform,0.9834453264872233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,uniform,0.5118720134099325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,uniform,0.5589760144551595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,uniform,0.5663626591364542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,uniform,1.145136038462321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,uniform,1.4968852996826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,uniform,0.6938292980194092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,uniform,1.0040960311889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,uniform,1.1847306887308757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,uniform,1.046453317006429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,uniform,1.0617813269297283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,uniform,0.7270560264587402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,uniform,0.8344319661458334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,uniform,1.0190292994181316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,uniform,1.3991999626159668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,uniform,0.3664586544036865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,uniform,0.4360533157984416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,uniform,0.5311306715011597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,uniform,0.7309280236562093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,uniform,0.9963946342468262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,uniform,1.0441919962565105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,uniform,1.4964799880981445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,uniform,1.1684693495432537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,uniform,1.0837866465250652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,uniform,0.9441173076629639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,uniform,0.790175994237264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,uniform,0.8009546597798666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,uniform,0.9530986944834391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,uniform,1.3219253222147624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,uniform,0.841925303141276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,uniform,1.7657599449157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,uniform,1.5571999549865723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,uniform,1.7318560282389324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,uniform,1.5915946960449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,uniform,1.6720266342163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,uniform,1.2877813180287678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,uniform,1.2974133491516113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,uniform,1.9403732617696126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,uniform,1.5090452829996746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,uniform,0.5119946797688802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,uniform,0.7668426831563314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,uniform,0.6017386515935262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,uniform,1.0648480256398518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,uniform,1.3265120188395183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,uniform,1.5984106063842773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,uniform,1.4101492563883464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,uniform,2.0759147008260093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,uniform,1.0756746927897136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,uniform,1.2530506451924641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,uniform,1.065119981765747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,uniform,1.1565386454264324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,uniform,1.1682133674621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,uniform,2.1623892784118652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,uniform,1.5285760561625164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,uniform,1.3441279729207356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,uniform,2.1280852953592935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,uniform,2.227839946746826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,uniform,2.223200003306071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,uniform,2.4182772636413574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,uniform,1.6542773246765137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,uniform,2.1352052688598633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,uniform,1.8289546966552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,uniform,2.6728480656941733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,uniform,0.669381300608317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,uniform,0.7868426640828451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,uniform,0.9590346813201904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,uniform,1.3838772773742676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,uniform,1.8413972854614258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,uniform,1.7355893452962239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,uniform,2.075157324473063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,uniform,2.6632213592529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,uniform,2.089242617289225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,uniform,1.835370699564616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,uniform,1.7808586756388347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,uniform,2.005722681681315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,uniform,1.7983999252319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,uniform,1.859231948852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,uniform,2.3709707260131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,uniform,3.375919977823893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,uniform,3.1415414810180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,uniform,3.4887253443400064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,uniform,3.4819199244181314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,uniform,3.5623947779337564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,uniform,2.417103926340739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,uniform,2.5789759953816733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,uniform,3.004613240559896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,uniform,4.009237289428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,uniform,0.9935946464538574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,uniform,1.4315147399902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,uniform,1.1326719919840496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,uniform,2.0511412620544434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,uniform,2.6162187258402505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,uniform,2.756191889444987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,uniform,3.154229482014974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,uniform,4.035728136698405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,uniform,2.485093275705973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,uniform,2.751728057861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,uniform,2.4654186566670737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,uniform,2.3277440071105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,uniform,2.555781364440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,uniform,4.560079892476399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,uniform,3.205135981241862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,uniform,2.7190027236938477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,uniform,4.0676266352335615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,uniform,4.534421284993489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,uniform,4.787829399108887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,uniform,4.973573366800944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,uniform,3.223621368408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,uniform,3.4652160008748374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,uniform,4.037157376607259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,uniform,5.161754608154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,uniform,1.2919786771138508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,uniform,1.5338986714680989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,uniform,1.9070080121358235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,uniform,2.8163681030273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,uniform,3.4214293162027993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,uniform,3.5198240280151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,uniform,4.054320017496745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,uniform,5.215493202209473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,uniform,3.5382668177286782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,uniform,3.7517226537068686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,uniform,3.7500425974527993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,uniform,3.738954544067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,uniform,3.76531187693278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,uniform,4.018959999084473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,uniform,7.254917144775391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,uniform,4.465269406636556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,uniform,5.358218510945638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,uniform,7.18613878885905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,uniform,6.9181976318359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,uniform,7.362810770670573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,uniform,5.041184107462565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,uniform,5.262991905212402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,uniform,5.941978454589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,uniform,7.78329594930013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,uniform,1.8828585942586262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,uniform,2.2180959383646646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,uniform,2.7736425399780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,uniform,4.2326399485270185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,uniform,5.268239974975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,uniform,5.272314707438151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,uniform,6.047962824503581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,uniform,7.852245330810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,uniform,5.057962735493978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,uniform,5.301082611083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,uniform,5.016522725423177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,uniform,5.451322555541992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,uniform,4.946559906005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,uniform,5.497776031494141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,uniform,10.13481585184733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,uniform,9.284128189086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,uniform,9.857594807942709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,uniform,6.981605529785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,uniform,9.038335800170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,uniform,9.935824076334635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,uniform,6.864010492960612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,uniform,6.598154703776042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,uniform,7.927216211954753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,uniform,10.40716298421224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,uniform,2.658074696858724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,uniform,3.030010541280111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,uniform,3.8357760111490884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,uniform,5.676602681477864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,uniform,7.135621388753255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,uniform,8.118826548258463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,uniform,7.097471872965495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,uniform,6.902336120605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,uniform,10.639343897501627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,uniform,7.382058461507161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,uniform,6.520416259765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,uniform,6.925130844116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,uniform,6.3650665283203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,uniform,6.739450454711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,uniform,12.828458150227865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,uniform,12.52462387084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,uniform,11.565189361572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,uniform,12.251888275146484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,uniform,8.563968022664389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,uniform,11.2489865620931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,uniform,8.448405583699545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,uniform,8.801173528035482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,uniform,10.008842468261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,uniform,13.03879419962565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,uniform,3.3922932942708335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,uniform,3.8205439249674478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,uniform,4.834597269694011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,uniform,7.176165262858073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,uniform,8.742522557576498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,uniform,8.666639963785807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,uniform,9.908186594645182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,uniform,13.052847544352213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,uniform,0.11955199639002483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,uniform,9.024266560872396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,uniform,0.08649599552154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,uniform,0.0566240002711614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,uniform,0.10054933031400044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,uniform,0.05948266883691152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,uniform,0.07222400108973186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,uniform,0.15853866934776306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,uniform,9.336933135986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,uniform,0.07157866656780243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,uniform,0.08061333497365315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,uniform,0.07704000174999237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,uniform,0.09055999914805095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,uniform,0.05349333087603251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,uniform,0.10345600048700969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,uniform,0.05509866774082184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,uniform,0.05756799876689911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,uniform,0.07663999994595845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,uniform,0.07811200122038524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,uniform,0.07842666904131572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,uniform,0.08432533343633015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,uniform,0.08037866652011871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,uniform,0.1034399966398875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,uniform,0.09113599856694539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,uniform,0.12324266632397969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,uniform,0.08348799745241801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,uniform,0.07664533456166585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,uniform,0.10181333621342976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,uniform,0.15306133031845093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,uniform,0.07727466523647308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,uniform,0.09597866733868916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,uniform,0.09545600414276123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,uniform,0.09356799721717834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,uniform,0.0904319981733958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,uniform,0.10393599669138591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,uniform,0.056464001536369324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,uniform,0.12406399846076965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,uniform,11.715370178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,uniform,0.058575997749964394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,uniform,0.10180266698201497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,uniform,0.064560001095136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,uniform,0.10436266660690308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,uniform,0.10755733648935954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,uniform,14.241162618001303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,uniform,0.09537600477536519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,uniform,0.10790399710337321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,uniform,0.128602663675944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,uniform,0.121888001759847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,uniform,0.09539199868837993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,uniform,0.10761599739392598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,uniform,0.10627733667691548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,uniform,0.1471626659234365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,uniform,0.10229333241780598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,uniform,0.12108266353607178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,uniform,0.14528533816337585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,uniform,0.1346826652685801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,uniform,0.14160533746083578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,uniform,0.12120532989501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,uniform,0.13766400019327799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,uniform,0.16460266709327698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,uniform,0.0746559997399648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,uniform,0.07635733485221863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,uniform,0.0832586685816447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,uniform,0.13713066776593527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,uniform,0.1280586620171865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,uniform,0.12684266765912375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,uniform,0.12274666627248128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,uniform,0.1220266620318095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,uniform,0.12389866511027019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,uniform,0.14307199915250143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,uniform,0.16739199558893839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,uniform,0.1070186694463094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,uniform,0.10552000006039937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,uniform,0.14509866635004678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,uniform,0.10354133447011311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,uniform,0.14803199966748556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,uniform,0.13454932967821756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,uniform,0.1444480021794637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,uniform,0.17073599497477213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,uniform,0.2049600084622701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,uniform,0.1797599991162618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,uniform,0.09663466612497966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,uniform,0.25172799825668335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,uniform,0.09922666351000468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,uniform,0.11711466312408447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,uniform,0.17319466670354208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,uniform,0.17887999614079794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,uniform,0.16962132851282755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,uniform,0.1951626737912496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,uniform,0.18191999197006226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,uniform,0.12450666228930156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,uniform,0.20886399348576865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,uniform,0.25075199206670123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,uniform,0.107205331325531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,uniform,0.10785599549611409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,uniform,0.1050986647605896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,uniform,0.14807466665903726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,uniform,0.14640532930692038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,uniform,0.13698133826255798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,uniform,0.1441920002301534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,uniform,0.2697439988454183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,uniform,0.2943093379338582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,uniform,0.14677866299947104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,uniform,0.32772799332936603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,uniform,0.41185065110524494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,uniform,0.14970133701960245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,uniform,0.2789386709531148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,uniform,0.17708800236384073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,uniform,0.27567466100056964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,uniform,0.31170666217803955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,uniform,0.2687679926554362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,uniform,0.30171199639638263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,uniform,0.4233440160751343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,uniform,0.3283519943555196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,uniform,0.10870400071144104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,uniform,0.11065066854159038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,uniform,0.12286399801572163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,uniform,0.106495996316274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,uniform,0.14249599973360697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,uniform,0.1479093333085378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,uniform,0.14974400401115417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,uniform,0.1377066671848297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,uniform,0.47035733858744305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,uniform,0.5299733479817709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,uniform,0.7292640209197998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,uniform,0.5694186687469482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,uniform,0.14618666966756186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,uniform,0.14845333496729532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,uniform,0.18168532848358154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,uniform,0.323743999004364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,uniform,0.33159999052683514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,uniform,0.37537598609924316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,uniform,0.5265760024388632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,uniform,0.4572853247324626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,uniform,0.5665813287099203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,uniform,0.7469279766082764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,uniform,0.12743999560674033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,uniform,0.10771733522415161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,uniform,0.10712533195813496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,uniform,0.10667199889818828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,uniform,0.1541920006275177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,uniform,0.14249599973360697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,uniform,0.13557866215705872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,uniform,0.14244266351064047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,uniform,0.5720053513844808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,uniform,0.5290346542994181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,uniform,0.47332266966501874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,uniform,0.7353920141855875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,uniform,0.3253600001335144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,uniform,0.15040000279744467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,uniform,0.14878400166829428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,uniform,0.33477334181467694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,uniform,0.18387200435002646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,uniform,0.380240003267924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,uniform,0.7606560389200846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,uniform,0.12070399522781372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,uniform,0.6509333451588949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,uniform,0.7996266682942709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,uniform,0.11174399654070537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,uniform,1.077130635579427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,uniform,0.10621866583824158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,uniform,0.10685867071151733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,uniform,0.15429866313934326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,uniform,0.15052266915639242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,uniform,0.1383840044339498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,uniform,0.14332266648610434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,uniform,0.46670401096343994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,uniform,0.5312906503677368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,uniform,0.7258079846700033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,uniform,0.5694666703542074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,uniform,0.14780799547831217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,uniform,0.15053866306940714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,uniform,0.18150399128595987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,uniform,0.3797920147577922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,uniform,0.33366934458414715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,uniform,0.3350133498509725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,uniform,0.6519039869308472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,uniform,0.1527733306090037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,uniform,0.7601866722106934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,uniform,1.0373173554738362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,uniform,0.7915679613749186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,uniform,0.1508639951546987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,uniform,0.14909332990646362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,uniform,0.149125337600708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,uniform,0.23670933643976846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,uniform,0.2153866688410441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,uniform,0.21237333615620932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,uniform,0.4702560106913249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,uniform,0.22374399503072104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,uniform,0.5315839846928915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,uniform,0.5655893484751383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,uniform,0.7291573683420817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,uniform,0.1825653314590454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,uniform,0.14714133739471436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,uniform,0.15018133322397867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,uniform,0.33082665999730426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,uniform,0.33928000926971436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,uniform,0.38226131598154706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,uniform,0.6519146760304769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,uniform,0.7672800223032633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,uniform,0.8069173494974772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,uniform,1.0482133229573567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,uniform,0.15076800187428793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,uniform,0.15214932958285013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,uniform,0.23659199476242065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,uniform,0.15122666954994202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,uniform,0.14908799529075623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,uniform,0.22570133209228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,uniform,0.5407253503799438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,uniform,0.22136000792185465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,uniform,0.2152693271636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,uniform,0.47436265150705975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,uniform,0.562447985013326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,uniform,0.749397357304891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,uniform,0.15038933356602988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,uniform,0.14775466918945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,uniform,0.18207999070485434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,uniform,0.38408533732096356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,uniform,0.3311786651611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,uniform,0.33399999141693115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,uniform,0.6504533290863037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,uniform,0.7568693161010742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,uniform,0.15505599975585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,uniform,0.8061280250549316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,uniform,0.15341867009798685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,uniform,1.0480639934539795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,uniform,0.15058133006095886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,uniform,0.15240533153216043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,uniform,0.21855467557907104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,uniform,0.24126400550206503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,uniform,0.21995733181635538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,uniform,0.22077866395314535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,uniform,0.4769173463185628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,uniform,0.539354681968689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,uniform,0.7339680194854736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,uniform,0.1479200025399526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,uniform,0.5502560138702393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,uniform,0.15244799852371216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,uniform,0.18531733751296997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,uniform,0.33188267548878986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,uniform,0.39005335172017414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,uniform,0.33504001299540204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,uniform,0.6547413269678751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,uniform,0.764853318532308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,uniform,0.8290239969889323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,uniform,0.19699199994405112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,uniform,0.21373866001764932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,uniform,0.1996799906094869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,uniform,1.065445343653361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,uniform,0.19757866859436035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,uniform,0.3179413278897603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,uniform,0.3001120090484619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,uniform,0.29524799187978107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,uniform,0.4734666744867961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,uniform,0.3057919939359029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,uniform,0.571674664815267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,uniform,0.5358506838480631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,uniform,0.1886720061302185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,uniform,0.15427733461062113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,uniform,0.7296053568522135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,uniform,0.15069333712259927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,uniform,0.33606934547424316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,uniform,0.3447466691335042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,uniform,0.38594667116800946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,uniform,0.6585333347320557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,uniform,0.7606613636016846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,uniform,0.8107466697692871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,uniform,1.0602239767710369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,uniform,0.21566933393478394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,uniform,0.1967466672261556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,uniform,0.19608533382415771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,uniform,0.20220800240834555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,uniform,0.3182239929835002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,uniform,0.2998080054918925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,uniform,0.2987839976946513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,uniform,0.48073601722717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,uniform,0.3070026636123657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,uniform,0.5769973198572794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,uniform,0.7584426403045654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,uniform,0.5407253503799438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,uniform,0.15197333693504333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,uniform,0.15412799517313638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,uniform,0.3412799835205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,uniform,0.3378026485443115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,uniform,0.3898613452911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,uniform,0.18875734011332193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,uniform,0.6642453273137411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,uniform,0.7607146898905436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,uniform,0.24104533592859903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,uniform,0.8102773030598959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,uniform,1.0643093585968018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,uniform,0.24531733989715576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,uniform,0.2448106606801351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,uniform,0.24496533473332724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,uniform,0.367301344871521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,uniform,0.38521599769592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,uniform,0.37090667088826496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,uniform,0.3694080114364624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,uniform,0.477786660194397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,uniform,0.5361813306808472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,uniform,0.5859146515528361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,uniform,0.7458186944325765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,uniform,0.15186132987340292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,uniform,0.1564640005429586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,uniform,0.18653867642084757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,uniform,0.3356320063273112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,uniform,0.33987732728322345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,uniform,0.772874673207601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,uniform,0.6601866483688354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,uniform,0.3822133143742879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,uniform,0.8157066504160563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,uniform,1.0695040225982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,uniform,0.2856000065803528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,uniform,0.2992746631304423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,uniform,0.28463999430338544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,uniform,0.2869866689046224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,uniform,0.4505973259607951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,uniform,0.4413333336512248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,uniform,0.4463680187861125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,uniform,0.4620000123977661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,uniform,0.47492798169453937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,uniform,0.5775573253631592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,uniform,0.5389600197474161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,uniform,0.7469706535339355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,uniform,0.30381866296132404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,uniform,0.2450453241666158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,uniform,0.25195733706156415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,uniform,0.3450666666030884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,uniform,0.3365386724472046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,uniform,0.39318398634592694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,uniform,0.7679039637247721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,uniform,0.6651360193888346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,uniform,0.8301386833190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,uniform,1.073957363764445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,uniform,0.333568016688029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,uniform,0.334389328956604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,uniform,0.33419732252756756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,uniform,0.3361599842707316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,uniform,0.529365340868632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,uniform,0.5130399862925211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,uniform,0.5449333190917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,uniform,0.5212693214416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,uniform,0.4832640091578166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,uniform,0.5891840060551962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,uniform,0.5503360033035278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,uniform,0.23914666970570883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,uniform,0.7579999764760336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,uniform,0.24869332710901895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,uniform,0.5659573475519816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,uniform,0.3144800066947937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,uniform,0.5749226808547974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,uniform,0.6202186743418375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,uniform,0.6673866907755533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,uniform,1.0647466977437336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,uniform,0.8200799624125162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,uniform,0.7747999827067057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,uniform,0.41743465264638263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,uniform,0.41837334632873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,uniform,0.4270826578140259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,uniform,0.4219839970270793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,uniform,0.6583733161290487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,uniform,0.6564746697743734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,uniform,0.6659306685129801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,uniform,0.7006239891052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,uniform,0.4859520196914673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,uniform,0.5484426816304525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,uniform,0.775269349416097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,uniform,0.607205351193746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,uniform,0.24386133750279745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,uniform,0.2517919937769572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,uniform,0.3173440098762512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,uniform,0.5753120183944702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,uniform,0.6265066862106323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,uniform,0.7778826554616293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,uniform,0.5814719994862875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,uniform,0.6724373499552408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,uniform,0.8138986428578695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,uniform,1.074122667312622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,uniform,0.5920533339182535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,uniform,0.5943413178126017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,uniform,0.6027040084203085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,uniform,0.6028480132420858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,uniform,0.9612692991892496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,uniform,1.021781365076701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,uniform,0.9585493405659994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,uniform,0.9641706943511963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,uniform,0.8592586517333984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,uniform,0.9368533293406168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,uniform,0.989029328028361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,uniform,1.3428479830423992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,uniform,0.8153546651204427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,uniform,0.8251199722290039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,uniform,0.33351465066274005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,uniform,0.3386720021565755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,uniform,0.39690665404001874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,uniform,0.8769386609395345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,uniform,0.6887573401133219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,uniform,0.8736000061035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,uniform,0.7672746976216634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,uniform,0.7938933372497559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,uniform,0.773738702138265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,uniform,1.179850657780965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,uniform,0.7804213364919027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,uniform,0.7871893246968588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,uniform,1.2410986423492432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,uniform,1.2558773358662922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,uniform,1.3325173060099285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,uniform,1.2464640140533447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,uniform,0.8698293368021647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,uniform,0.9627520243326823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,uniform,1.3735839525858562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,uniform,0.42341331640879315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,uniform,1.0040586789449055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,uniform,0.4192906618118286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,uniform,0.5065759817759196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,uniform,1.0559786955515544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,uniform,1.1025653680165608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,uniform,1.2364746729532878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,uniform,1.064629316329956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,uniform,1.380234718322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,uniform,1.4414186477661133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,uniform,1.9784852663675945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,uniform,1.1167306900024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,uniform,1.1247626940409343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,uniform,1.141162633895874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,uniform,1.1566346486409504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,uniform,1.8281386693318684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,uniform,1.8314773241678874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,uniform,1.8561065991719563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,uniform,1.970959981282552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,uniform,1.2516480286916096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,uniform,1.3481334050496419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,uniform,1.365407943725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,uniform,0.6020266612370809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,uniform,1.8501760164896648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,uniform,0.5769813458124796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,uniform,0.6623040040334066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,uniform,1.3085386753082275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,uniform,1.3210026423136394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,uniform,1.3773387273152669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,uniform,1.2721280256907146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,uniform,1.412490685780843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,uniform,1.4717226028442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,uniform,1.4881173769632976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,uniform,1.4730346997578938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,uniform,2.00707737604777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,uniform,1.5016266504923503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,uniform,1.5240160624186199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,uniform,2.6149120330810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,uniform,2.415818691253662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,uniform,2.425109386444092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,uniform,2.45687468846639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,uniform,1.6194720268249512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,uniform,1.7339253425598145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,uniform,0.7763360341389974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,uniform,2.303936004638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,uniform,1.759002685546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,uniform,0.7440426349639893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,uniform,0.8405919869740804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,uniform,1.7943840026855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,uniform,1.8087520599365234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,uniform,1.8639732996622722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,uniform,1.8288267453511555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,uniform,1.9845973650614421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,uniform,2.013711929321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,uniform,2.183237393697103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,uniform,2.692837397257487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,uniform,2.1854987144470215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,uniform,2.225312074025472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,uniform,2.259338696797689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,uniform,3.5810133616129556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,uniform,3.5989014307657876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,uniform,3.6609811782836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,uniform,3.8986078898111978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,uniform,2.381711959838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,uniform,2.518346627553304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,uniform,2.50928004582723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,uniform,3.2052958806355796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,uniform,1.1355253060658772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,uniform,1.0759519735972087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,uniform,1.195247968037923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,uniform,2.536682605743408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,uniform,2.5624747276306152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,uniform,2.632058620452881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,uniform,2.872746785481771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,uniform,2.412538687388102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,uniform,2.636042594909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,uniform,2.585573355356852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,uniform,3.4280694325764975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,uniform,2.9573920567830405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,uniform,2.888570785522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,uniform,2.9912853240966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,uniform,4.744805335998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,uniform,4.770053227742513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,uniform,5.182127952575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,uniform,4.85266653696696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,uniform,3.3068691889444985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,uniform,3.1525227228800454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,uniform,3.3156960805257163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,uniform,4.097519874572754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,uniform,1.4913333257039387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,uniform,1.4122559229532878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,uniform,1.5485280354817708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,uniform,3.2882827123006186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,uniform,3.3053439458211265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,uniform,3.4042720794677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,uniform,3.545413335164388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,uniform,3.7478933334350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,uniform,4.286613464355469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,uniform,4.303946812947591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,uniform,4.704463958740234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,uniform,3.735642751057943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,uniform,4.397610664367676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,uniform,4.467354774475098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,uniform,7.133781433105469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,uniform,7.069328308105469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,uniform,7.2495466868082685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,uniform,7.734368006388347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,uniform,4.649834632873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,uniform,4.862314542134603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,uniform,4.876314798990886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,uniform,2.0881172815958657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,uniform,2.202890714009603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,uniform,5.88325309753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,uniform,2.2623732884724936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,uniform,4.9781494140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,uniform,5.026447931925456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,uniform,5.178048133850098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,uniform,4.697541236877441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,uniform,4.973162651062012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,uniform,4.970639864603679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,uniform,6.145226796468099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,uniform,5.670874913533528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,uniform,5.71890131632487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,uniform,5.8539683024088545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,uniform,5.934517542521159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,uniform,9.385285059611002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,uniform,9.491445541381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,uniform,9.636954625447592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,uniform,10.294330596923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,uniform,6.164304097493489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,uniform,6.440357208251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,uniform,6.436938603719075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,uniform,2.918560028076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,uniform,7.727392196655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,uniform,2.75600528717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,uniform,2.982624053955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,uniform,6.458362579345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,uniform,6.524053573608398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,uniform,6.415231704711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,uniform,6.706677118937175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,uniform,6.7218983968098955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,uniform,6.681642532348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,uniform,8.112255732218424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,uniform,8.467487970987955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,uniform,8.569775899251303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,uniform,8.873968124389648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,uniform,8.740351994832357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,uniform,14.050671895345053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,uniform,14.168458302815756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,uniform,14.43670399983724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,uniform,15.402351379394531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,uniform,9.218575795491537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,uniform,9.61028798421224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,uniform,9.66439437866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,uniform,4.317925453186035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,uniform,11.348037719726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,uniform,4.417263984680176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,uniform,4.110176086425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,uniform,9.789706548055014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,uniform,9.668933232625326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,uniform,10.034416198730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,uniform,9.297029495239258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,uniform,9.724474589029947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,uniform,9.724447886149088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,uniform,11.66098658243815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,uniform,11.2433230082194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,uniform,11.394991556803385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,uniform,11.639029184977213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,uniform,11.804932912190756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,uniform,18.727311452229817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,uniform,18.865008036295574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,uniform,19.269471486409504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,uniform,20.56551996866862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,uniform,12.250228881835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,uniform,12.738634745279947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,uniform,12.777236938476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,uniform,5.771680196126302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,uniform,5.488517125447591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,uniform,14.934794108072916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,uniform,5.855429331461589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,uniform,12.85818099975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,uniform,12.95785649617513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,uniform,12.698416392008463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,uniform,13.359141031901041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,uniform,13.255482991536459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,uniform,13.277844746907553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,uniform,15.700164794921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,uniform,14.105796813964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,uniform,14.241018931070963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,uniform,14.576362609863281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,uniform,14.747146606445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,uniform,23.399375915527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,uniform,23.583824157714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,uniform,24.07397969563802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,uniform,25.695531209309895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,uniform,15.307034810384115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,uniform,15.882005055745443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,uniform,15.97927983601888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,uniform,18.630421956380207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,uniform,7.176842371622722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,uniform,6.81007448832194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,uniform,7.368837356567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,uniform,15.83554712931315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,uniform,15.939498901367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,uniform,16.45421854654948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,uniform,15.611690521240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,uniform,16.308016459147137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,uniform,16.245269775390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,uniform,19.151978810628254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,uniform,0.09689600268999736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,uniform,0.061253334085146584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,uniform,0.042021334171295166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,uniform,0.039893334110577904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,uniform,0.13940266768137613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,uniform,0.0824533353249232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,uniform,0.05487999816735586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,uniform,0.055760001142819725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,uniform,0.06426133215427399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,uniform,0.07428800066312154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,uniform,0.09470933675765991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,uniform,0.13969600200653076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,uniform,0.03438399980465571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,uniform,0.04889066517353058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,uniform,0.03774400055408478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,uniform,0.07143466671307881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,uniform,0.0628053347269694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,uniform,0.07613333563009898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,uniform,0.06678933401902516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,uniform,0.10406933228174846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,uniform,0.06800533334414165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,uniform,0.11256532867749532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,uniform,0.08055999875068665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,uniform,0.09815999865531921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,uniform,0.05834666887919108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,uniform,0.061493332187334694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,uniform,0.17735999822616577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,uniform,0.0901759962240855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,uniform,0.05721066892147064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,uniform,0.13952533404032388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,uniform,0.08262933293978374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,uniform,0.07894399762153625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,uniform,0.08001600205898285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,uniform,0.07899199922879536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,uniform,0.041706666350364685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,uniform,0.10425600409507751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,uniform,0.14681599537531534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,uniform,0.040063999593257904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,uniform,0.05563200016816457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,uniform,0.07845866680145264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,uniform,0.08045333127180736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,uniform,0.0805866668621699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,uniform,0.08949333429336548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,uniform,0.11458133657773335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,uniform,0.08239466448624928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,uniform,0.09259733557701111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,uniform,0.12000000476837158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,uniform,0.18523732821146646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,uniform,0.09760000308354695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,uniform,0.08913066983222961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,uniform,0.13940800229708353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,uniform,0.13248533010482788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,uniform,0.0860640009244283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,uniform,0.08621333042780559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,uniform,0.12764267126719156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,uniform,0.1278986632823944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,uniform,0.17267733812332153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,uniform,0.05621333420276642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,uniform,0.10612799723943074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,uniform,0.11146666606267293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,uniform,0.1260533332824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,uniform,0.058650667468706764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,uniform,0.06527466575304668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,uniform,0.08576533198356628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,uniform,0.11080533266067505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,uniform,0.1251253286997477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,uniform,0.11266666650772095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,uniform,0.11921599507331848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,uniform,0.14762133359909058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,uniform,0.10827199618021648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,uniform,0.10078400373458862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,uniform,0.09719467163085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,uniform,0.1092800001303355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,uniform,0.13901866475741068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,uniform,0.19934932390848795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,uniform,0.0860693355401357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,uniform,0.1402400036652883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,uniform,0.13301866253217062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,uniform,0.12822932998339334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,uniform,0.20102399587631226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,uniform,0.12875733772913614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,uniform,0.16288533806800842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,uniform,0.16847467422485352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,uniform,0.2322346568107605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,uniform,0.08258133133252461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,uniform,0.07965866724650066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,uniform,0.09118933478991191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,uniform,0.11591466267903645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,uniform,0.1702400048573812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,uniform,0.1722666621208191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,uniform,0.2067520022392273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,uniform,0.1798293391863505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,uniform,0.1729173262914022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,uniform,0.16422933340072632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,uniform,0.19235199689865112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,uniform,0.09220799803733826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,uniform,0.09727999567985535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,uniform,0.2542559901873271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,uniform,0.09934932986895244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,uniform,0.12924266854921976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,uniform,0.30957333246866864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,uniform,0.32101333141326904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,uniform,0.08825066685676575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,uniform,0.1406719982624054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,uniform,0.14502400159835815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,uniform,0.38604267438252765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,uniform,0.13033066193262735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,uniform,0.13449066877365112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,uniform,0.13236799836158752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,uniform,0.17018133401870728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,uniform,0.2882133324940999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,uniform,0.2976693312327067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,uniform,0.31596799691518146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,uniform,0.1434293289979299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,uniform,0.40303464730580646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,uniform,0.29202133417129517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,uniform,0.30380799372990924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,uniform,0.338703989982605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,uniform,0.30345600843429565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,uniform,0.28441067536671955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,uniform,0.1002453366915385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,uniform,0.09334400296211243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,uniform,0.14418133099873862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,uniform,0.1369493305683136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,uniform,0.09074133634567261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,uniform,0.13410133123397827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,uniform,0.09034666419029236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,uniform,0.13471999764442444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,uniform,0.5022720098495483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,uniform,0.6684640248616537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,uniform,0.5132960081100464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,uniform,0.55566934744517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,uniform,0.13238400220870972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,uniform,0.13689600427945456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,uniform,0.19776000579198202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,uniform,0.15421332915623984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,uniform,0.3818613290786743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,uniform,0.3543306589126587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,uniform,0.35928531487782794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,uniform,0.4368586540222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,uniform,0.10101333260536194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,uniform,0.0960053304831187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,uniform,0.5037493308385214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,uniform,0.1454080045223236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,uniform,0.5602506796518961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,uniform,0.6878933111826578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,uniform,0.09293867150942485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,uniform,0.5141439835230509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,uniform,0.09243200222651164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,uniform,0.15266133348147073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,uniform,0.6775840123494467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,uniform,0.13807466626167297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,uniform,0.13661866386731467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,uniform,0.5044159889221191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,uniform,0.5131946802139282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,uniform,0.5566986799240112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,uniform,0.13378666838010153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,uniform,0.13870933651924133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,uniform,0.15776532888412476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,uniform,0.20109866062800089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,uniform,0.3553653160730998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,uniform,0.36231998602549237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,uniform,0.38626666863759357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,uniform,0.4461013476053874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,uniform,1.0137546857198079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,uniform,0.7263253529866537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,uniform,0.1048479974269867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,uniform,0.7378453413645426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,uniform,0.8041120370229086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,uniform,0.10103467106819153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,uniform,0.09335999687512715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,uniform,0.093231995900472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,uniform,0.14637866616249084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,uniform,0.1402400036652883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,uniform,0.13757866621017456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,uniform,0.7349493503570557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,uniform,0.1397279997666677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,uniform,0.13940266768137613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,uniform,0.5077226559321085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,uniform,0.5175733168919882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,uniform,0.5642826557159424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,uniform,0.20396800835927328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,uniform,0.3711093266805013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,uniform,0.39751466115315753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,uniform,0.13452800114949545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,uniform,0.1590986649195353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,uniform,0.4543893337249756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,uniform,0.35896531740824383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,uniform,0.7344640096028646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,uniform,0.8100213209788004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,uniform,0.7409706910451254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,uniform,0.9778719743092855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,uniform,0.10549333691596985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,uniform,0.09949866930643718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,uniform,0.1513813336690267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,uniform,0.09780800342559814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,uniform,0.0995146632194519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,uniform,0.14336533347765604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,uniform,0.14221333463986716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,uniform,0.14657066265741983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,uniform,0.5249706506729126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,uniform,0.7846933205922445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,uniform,0.6031839847564697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,uniform,0.5581173499425253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,uniform,0.14102400342623392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,uniform,0.15265599886576334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,uniform,0.24324800570805868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,uniform,0.17856534322102866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,uniform,0.3813973267873128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,uniform,0.4131893316904704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,uniform,0.3686773379643758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,uniform,0.513263980547587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,uniform,0.7499146461486816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,uniform,0.10636799534161885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,uniform,0.8592533270517985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,uniform,0.10068800052007039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,uniform,0.7951306502024332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,uniform,0.1591146687666575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,uniform,0.09805867075920105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,uniform,0.10159466663996379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,uniform,1.12226668993632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,uniform,0.1448799967765808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,uniform,0.14355199535687765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,uniform,0.5268160104751587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,uniform,0.1476906637350718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,uniform,0.5623093446095785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,uniform,0.6091413497924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,uniform,0.2474773327509562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,uniform,0.7942079703013102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,uniform,0.14286933342615762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,uniform,0.18211734294891357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,uniform,0.15424000223477682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,uniform,0.3697813351949056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,uniform,0.3832106590270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,uniform,0.41733864943186444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,uniform,0.5218933423360189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,uniform,0.7557120323181152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,uniform,0.10912533601125081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,uniform,0.10920533537864685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,uniform,0.8002719879150391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,uniform,0.8587466875712076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,uniform,1.1296160221099854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,uniform,0.1076586643854777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,uniform,0.10358400146166484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,uniform,0.153546671072642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,uniform,0.14622933665911356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,uniform,0.1462506651878357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,uniform,0.1534293293952942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,uniform,0.532309333483378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,uniform,0.5651946862538656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,uniform,0.6219679911931356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,uniform,0.8122026920318604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,uniform,0.1586133340994517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,uniform,0.14337066809336343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,uniform,0.18451199928919473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,uniform,0.45499734083811444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,uniform,0.2561386624972026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,uniform,0.3736106554667155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,uniform,0.3914666573206584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,uniform,1.1482240358988445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,uniform,0.5391680002212524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,uniform,0.7586399714152018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,uniform,0.11124266187349956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,uniform,0.8035786946614584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,uniform,0.8732799688975016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,uniform,0.14892799655596414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,uniform,0.1125973363717397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,uniform,0.17274133364359537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,uniform,0.5406613349914551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,uniform,0.10732266306877136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,uniform,0.5817493200302124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,uniform,0.10628799597422282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,uniform,0.17174933354059854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,uniform,0.1519200007120768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,uniform,0.19194134076436362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,uniform,0.1600213348865509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,uniform,0.6293973525365194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,uniform,0.14652799566586813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,uniform,0.8289653460184733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,uniform,0.2664320071538289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,uniform,0.5487093528111776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,uniform,0.7635467052459717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,uniform,0.41225600242614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,uniform,0.812613328297933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,uniform,0.1148426632086436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,uniform,0.11371733744939168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,uniform,0.4459199905395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,uniform,0.8851413726806641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,uniform,0.11395733555157979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,uniform,0.11049600442250569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,uniform,0.3965333302815755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,uniform,1.166368007659912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,uniform,0.16355199615160623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,uniform,0.15602667133013406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,uniform,0.846880038579305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,uniform,0.6379093329111735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,uniform,0.1607093314329783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,uniform,0.5405973196029663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,uniform,0.1625493367513021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,uniform,0.2825760046641032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,uniform,0.5757759809494019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,uniform,0.14843199650446573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,uniform,0.16361066699028015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,uniform,0.19670399030049643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,uniform,0.40086932977040607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,uniform,0.41628265380859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,uniform,0.45364801088968915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,uniform,0.7656053702036539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,uniform,0.911952018737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,uniform,0.5597386757532755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,uniform,0.12500266234079996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,uniform,0.8150933583577474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,uniform,1.1816480159759521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,uniform,0.11129066348075867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,uniform,0.10846400260925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,uniform,0.11571733156840007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,uniform,0.1553759972254435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,uniform,0.1862186590830485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,uniform,0.1637173295021057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,uniform,0.15148267149925232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,uniform,0.5875466664632162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,uniform,0.5458026727040609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,uniform,0.6560959815979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,uniform,0.18096532424290976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,uniform,0.161381334066391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,uniform,0.2060799996058146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,uniform,0.3020693262418111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,uniform,0.7756746610005697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,uniform,0.5948959986368815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,uniform,0.8840533097585043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,uniform,0.9811893304189047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,uniform,1.2261546452840169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,uniform,0.42556265989939374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,uniform,0.40644800662994385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,uniform,0.4699573516845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,uniform,0.1256586710611979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,uniform,0.8259359995524088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,uniform,0.13455999890963236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,uniform,0.5558986663818359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,uniform,0.1151093343893687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,uniform,0.13134400049845377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,uniform,0.16516266266504923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,uniform,0.17083199818929037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,uniform,0.18414400021235147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,uniform,0.9349546432495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,uniform,0.685973326365153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,uniform,0.16907199223836264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,uniform,0.4154239892959595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,uniform,0.5982079903284708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,uniform,0.15836800138155618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,uniform,0.6384426752726237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,uniform,0.17866667111714682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,uniform,0.31487999359766644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,uniform,0.2178773283958435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,uniform,0.4384053150812785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,uniform,0.868944009145101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,uniform,0.4874933163324992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,uniform,0.1334773302078247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,uniform,0.13402133186658224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,uniform,0.7862346967061361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,uniform,0.9329546292622884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,uniform,1.2698132991790771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,uniform,0.11900800466537476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,uniform,0.12102933724721272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,uniform,0.5622773170471191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,uniform,0.17425066232681274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,uniform,0.17519466082255045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,uniform,0.6930879751841227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,uniform,0.9669280052185059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,uniform,0.16910399993260702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,uniform,0.1609173317750295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,uniform,0.19341333707173666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,uniform,0.33588798840840656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,uniform,0.23881600300470987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,uniform,0.6074719826380411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,uniform,0.6720906893412272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,uniform,0.5004640022913615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,uniform,0.869856039683024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,uniform,0.18519999583562216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,uniform,0.42106131712595624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,uniform,1.30349334081014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,uniform,0.44252268473307294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,uniform,0.7908960183461508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,uniform,0.9543893337249756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,uniform,0.19091200828552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,uniform,0.22299200296401978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,uniform,0.12707199652989706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,uniform,0.18711467583974203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,uniform,0.12934399644533792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,uniform,0.14590932925542197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,uniform,0.5763520002365112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,uniform,0.14140266180038452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,uniform,0.17515732844670615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,uniform,0.742415984471639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,uniform,0.1677173376083374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,uniform,0.6248960097630819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,uniform,0.20423465967178345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,uniform,1.038096030553182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,uniform,0.38652265071868896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,uniform,0.5373066663742065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,uniform,0.7282613118489584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,uniform,0.8236800034840902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,uniform,1.0236426989237468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,uniform,0.8692693710327148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,uniform,0.24586133162180582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,uniform,0.4327626625696818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,uniform,0.46013331413269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,uniform,0.2238453427950541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,uniform,1.3761653900146484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,uniform,0.2534666657447815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,uniform,0.1681333382924398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,uniform,0.29632000128428143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,uniform,0.15829867124557495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,uniform,0.17088532447814941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,uniform,0.6048266490300497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,uniform,0.23212265968322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,uniform,0.6916693051656088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,uniform,0.19720532496770224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,uniform,0.22985066970189413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,uniform,0.4870293140411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,uniform,0.5003519852956136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,uniform,0.8257333437601725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,uniform,1.194101333618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,uniform,0.1819146672884623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,uniform,0.8701333204905192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,uniform,0.29788267612457275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,uniform,0.9061173597971598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,uniform,0.4576053222020467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,uniform,1.0942400296529133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,uniform,1.573088010152181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,uniform,0.6176906824111938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,uniform,0.9200479984283447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,uniform,0.18839999039967856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,uniform,0.2210293412208557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,uniform,0.17254932721455893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,uniform,0.24712000290552774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.6262346506118774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,uniform,0.7174346446990967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,uniform,0.25893867015838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,uniform,0.9032746950785319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,uniform,0.3280479907989502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,uniform,1.3335893948872883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,uniform,0.20812799533208212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,uniform,0.24273600180943808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,uniform,0.18221867084503174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,uniform,0.36630932490030926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,uniform,0.23612266778945923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,uniform,0.6823253631591797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,uniform,0.5473546584447225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,uniform,0.9855626424153646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,uniform,0.8653600215911865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,uniform,1.2454240322113037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,uniform,0.5558133522669474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,uniform,0.9925599892934164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,uniform,0.4771360158920288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,uniform,0.22815465927124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,uniform,1.6861813863118489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,uniform,0.35970667997996014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,uniform,0.492789347966512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,uniform,0.2448319991429647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,uniform,0.3226133386294047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,uniform,0.2532053391138713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,uniform,0.6848479906717936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,uniform,0.8111253579457601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,uniform,0.38173333803812665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,uniform,1.0589760144551594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,uniform,0.3431306680043538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,uniform,1.6453386942545574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,uniform,0.22083733479181925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,uniform,0.45411733786265057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,uniform,0.7266080379486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,uniform,0.555237332979838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,uniform,0.817967971165975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,uniform,0.6369280020395914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,uniform,0.29471999406814575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,uniform,0.9263466993967692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,uniform,1.0705599784851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,uniform,1.343920071919759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,uniform,1.2540906270345051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,uniform,2.0076053937276206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,uniform,0.4335999886194865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,uniform,0.26125333706537884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,uniform,0.5257333517074585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,uniform,0.6324906746546427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,uniform,0.44363733132680255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,uniform,0.2877546747525533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,uniform,0.3232373396555583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,uniform,0.404800017674764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,uniform,0.7574559847513834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,uniform,0.905461311340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,uniform,1.9483466148376465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,uniform,0.3407520055770874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,uniform,0.24516799052556357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,uniform,0.8673386573791504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,uniform,0.5231039921442667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,uniform,0.5872693459192911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,uniform,1.2249333063761394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,uniform,0.7318133513132731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,uniform,0.9580159982045492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,uniform,1.5248907407124836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,uniform,0.9965279897054037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,uniform,1.1629707018534343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,uniform,0.44544533888498944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,uniform,2.3169172604878745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,uniform,0.6154986619949341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,uniform,0.5055733521779379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,uniform,0.40295998255411786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,uniform,1.5160214106241863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,uniform,0.6252426703770956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,uniform,0.7875359853108724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,uniform,0.9324159622192383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,uniform,0.674618641535441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,uniform,0.8637173175811768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,uniform,1.085546652475993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,uniform,0.35650134086608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,uniform,2.549877325693766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,uniform,1.5597227414449055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,uniform,0.5018399953842163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,uniform,0.7752479712168375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,uniform,1.3386826515197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,uniform,0.8223786354064941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,uniform,1.008405367533366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,uniform,2.303840001424154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,uniform,1.117850701014201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,uniform,1.3495093981424968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,uniform,1.4032799402872722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,uniform,1.8539892832438152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,uniform,0.49636268615722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,uniform,2.951706568400065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,uniform,0.690608024597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,uniform,0.7190986474355062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,uniform,0.8941493034362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,uniform,1.0162346363067627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,uniform,1.236464023590088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,uniform,0.8202986717224121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,uniform,0.5692693392435709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,uniform,1.3023146788279216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,uniform,0.4164959987004598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,uniform,1.8763465881347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,uniform,0.5956266721089681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,uniform,3.0720694859822593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,uniform,0.9366453488667806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,uniform,0.9761386712392172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,uniform,1.6578720410664876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,uniform,0.9206079641977946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,uniform,1.6897493998209636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,uniform,1.1726186275482178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,uniform,2.8496052424112954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,uniform,1.24125870068868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,uniform,1.5552746454874675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,uniform,0.8744959831237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,uniform,2.1999680201212564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,uniform,1.2661226590474446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,uniform,1.11244797706604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,uniform,3.593605359395345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,uniform,1.0041173299153645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,uniform,0.7200480302174886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,uniform,1.3562026023864746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,uniform,1.5239359537760417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,uniform,1.8341333071390789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,uniform,1.4116479555765789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,uniform,1.8516160647074382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,uniform,2.749120076497396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,uniform,0.5985386768976847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,uniform,0.865669329961141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,uniform,4.63593069712321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,uniform,1.3835253715515137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,uniform,2.464944044748942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,uniform,1.3375199635823567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,uniform,1.699120044708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,uniform,1.4627680778503418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,uniform,4.179679870605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,uniform,1.9273494084676106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,uniform,2.465754667917887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,uniform,0.9629706541697184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,uniform,2.8720105489095054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,uniform,1.206122636795044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,uniform,1.6145706176757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,uniform,4.685983975728353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,uniform,1.3269866307576497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,uniform,1.7787200609842937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,uniform,2.027344067891439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,uniform,2.447216033935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,uniform,1.4191786448160808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,uniform,2.1931893030802407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,uniform,3.3659947713216147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,uniform,0.7871092955271403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,uniform,5.966858545939128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,uniform,1.6096320152282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,uniform,1.1359626452128093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,uniform,1.8419733047485352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,uniform,1.7700053850809734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,uniform,3.1773866017659507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,uniform,3.2388747533162436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,uniform,2.022197405497233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,uniform,5.488202412923177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,uniform,2.64083194732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,uniform,2.233402729034424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,uniform,1.4117652575174968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,uniform,1.7634080251057942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,uniform,2.407466729482015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,uniform,1.9687306086222331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,uniform,2.130517323811849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,uniform,2.680741310119629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,uniform,3.851242701212565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,uniform,6.751242955525716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,uniform,3.026576042175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,uniform,3.6413920720418296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,uniform,2.370293299357096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,uniform,3.29368527730306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,uniform,5.058224042256673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,uniform,1.2067573070526123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,uniform,1.684559981028239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,uniform,8.761733373006185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,uniform,2.6964852015177407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,uniform,2.398863951365153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,uniform,4.806735992431641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,uniform,3.105104128519694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,uniform,4.501503944396973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,uniform,2.457157293955485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,uniform,7.696608225504558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,uniform,3.371333440144857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,uniform,1.9036266009012859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,uniform,2.6301013628641763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,uniform,3.1904961268107095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,uniform,2.3076160748799643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,uniform,2.8147252400716147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,uniform,5.2687788009643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,uniform,9.109514872233072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,uniform,3.575119972229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,uniform,4.890416145324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,uniform,3.9925867716471353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,uniform,3.119983990987142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,uniform,4.319712003072103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,uniform,6.777514775594075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,uniform,1.537285327911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,uniform,11.746016184488932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,uniform,2.2255147298177085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,uniform,3.5714133580525718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,uniform,6.348890940348308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,uniform,3.2354345321655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,uniform,4.1844587326049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,uniform,6.135637283325195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,uniform,10.46833610534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,uniform,3.4228105545043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,uniform,4.605194727579753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,uniform,2.8650452295939126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,uniform,3.256175994873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,uniform,2.3663573265075684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,uniform,3.9707199732462564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,uniform,3.512949307759603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,uniform,7.146501541137695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,uniform,4.463568051656087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,uniform,12.584368387858072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,uniform,5.011893272399902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,uniform,6.142805099487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,uniform,3.9228480656941733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,uniform,5.444058736165364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,uniform,8.297178904215494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,uniform,14.469871520996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,uniform,1.9462666511535645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,uniform,4.473930676778157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,uniform,2.769317309061686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,uniform,5.029898643493652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,uniform,3.885141372680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,uniform,7.885541280110677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,uniform,7.489962895711263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,uniform,4.385253270467122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,uniform,0.11482133467992146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,uniform,5.972976048787435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,uniform,12.804821014404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,uniform,0.0726560006539027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,uniform,0.05380799869696299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,uniform,0.050698667764663696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,uniform,0.06723199784755707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,uniform,0.15596266587575278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,uniform,0.09490666786829631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,uniform,0.06726933519045512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,uniform,0.06493333478768666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,uniform,0.08735466996828715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,uniform,0.07502933343251546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,uniform,0.06860800087451935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,uniform,0.0697920024394989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,uniform,0.050026665131251015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,uniform,0.03877866764863332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,uniform,0.03916800022125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,uniform,0.0394400010506312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,uniform,0.07020266850789388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,uniform,0.04557333389918009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,uniform,0.08490133285522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,uniform,0.07012266914049785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,uniform,0.08090133468310039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,uniform,0.07142933209737141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,uniform,0.08825600147247314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,uniform,0.06776000062624614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,uniform,0.0705813318490982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,uniform,0.06864533325036366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,uniform,0.0682239979505539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,uniform,0.07858133316040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,uniform,0.11237333218256633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,uniform,0.0693333347638448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,uniform,0.06597333153088887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,uniform,0.14217600226402283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,uniform,0.08890133102734883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,uniform,0.08939199646313985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,uniform,0.08789333701133728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,uniform,0.09438400467236836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,uniform,0.08822932839393616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,uniform,0.09067199627558391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,uniform,0.09082667032877605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,uniform,0.09522133072217305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,uniform,0.051669334371884666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,uniform,0.04886933167775472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,uniform,0.049466664592425026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,uniform,8.827344258626303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,uniform,0.05096533397833506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,uniform,0.0848479966322581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,uniform,0.05468266705671946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,uniform,0.08436800042788188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,uniform,0.08735466996828715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,uniform,15.362443288167318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,uniform,0.08703999718030293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,uniform,0.08955732981363933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,uniform,0.0925439993540446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,uniform,0.09098133444786072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,uniform,0.08850666880607605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,uniform,0.09207466244697571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,uniform,0.09830400347709656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,uniform,0.09672000010808308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,uniform,0.11434132854143779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,uniform,0.090421328941981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,uniform,0.1290079951286316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,uniform,0.15099199612935385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,uniform,0.09573333462079366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,uniform,0.14788800477981567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,uniform,0.13772799571355185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,uniform,0.11351466178894043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,uniform,0.11716266473134358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,uniform,0.11453333497047424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,uniform,0.06146133442719778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,uniform,0.1202186644077301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,uniform,0.1186240017414093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,uniform,0.05856533348560333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,uniform,0.06287999947865804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,uniform,0.05972266693909963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,uniform,0.06898133456707001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,uniform,0.11851200461387634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,uniform,0.11297067006429036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,uniform,0.11166933178901672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,uniform,0.1218826671441396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,uniform,0.11627200245857239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,uniform,0.12027733524640401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,uniform,0.12004799644152324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,uniform,0.11805867155392964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,uniform,0.10468799869219463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,uniform,0.12636267145474753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,uniform,0.12105066577593486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,uniform,0.09131733576456706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,uniform,0.09373333056767781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,uniform,0.0939466655254364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,uniform,0.13550933202107748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,uniform,0.13921067118644714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,uniform,0.13346667091051737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,uniform,0.13414399822553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,uniform,0.16211199760437012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,uniform,0.16642666856447855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,uniform,0.16246400276819864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,uniform,0.16221333543459573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,uniform,0.18056533734003702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,uniform,0.08637866377830505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,uniform,0.08212266862392426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,uniform,0.0827893316745758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,uniform,0.09787733356157939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,uniform,0.08282133440176646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,uniform,0.18275733788808188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,uniform,0.1766773263613383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,uniform,0.18023999532063803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,uniform,0.1836693286895752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,uniform,0.17298134167989096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,uniform,0.2008799910545349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,uniform,0.1837973395983378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,uniform,0.18260266383488974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,uniform,0.19734400510787964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,uniform,0.18588266770044962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,uniform,0.10217600067456563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,uniform,0.10777067144711812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,uniform,0.09177066882451375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,uniform,0.09566400448481242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,uniform,0.1383039951324463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,uniform,0.14469333489735922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,uniform,0.1307199994723002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,uniform,0.13717866937319437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,uniform,0.2762719988822937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,uniform,0.27668267488479614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,uniform,0.1339040001233419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,uniform,0.2842186689376831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,uniform,0.278656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,uniform,0.30870399872461957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,uniform,0.134250670671463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,uniform,0.13476799925168356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,uniform,0.15988266468048096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,uniform,0.3000640074412028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,uniform,0.14199466506640115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,uniform,0.3015093406041463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,uniform,0.29709333181381226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,uniform,0.30523733297983807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,uniform,0.2908426721890767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,uniform,0.32014934221903485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,uniform,0.31515200932820636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,uniform,0.3044853409131368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,uniform,0.32148265838623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,uniform,0.09724799791971843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,uniform,0.3373173475265503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,uniform,0.10859733819961548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,uniform,0.09242666761080424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,uniform,0.09194133679072063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,uniform,0.14781333009401956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,uniform,0.13315199812253317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,uniform,0.13333866993586221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,uniform,0.5067893266677856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,uniform,0.13217066725095114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,uniform,0.50218665599823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,uniform,0.5118879874547323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,uniform,0.1346933344999949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,uniform,0.5661386648813883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,uniform,0.5179413159688314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,uniform,0.136245330174764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,uniform,0.1393119990825653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,uniform,0.1428000032901764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,uniform,0.36739198366800946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,uniform,0.16336533427238464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,uniform,0.36797865231831867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,uniform,0.36505067348480225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,uniform,0.367631991704305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,uniform,0.5285919904708862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,uniform,0.3961973190307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,uniform,0.5147519906361898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,uniform,0.523413340250651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,uniform,0.5448319911956787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,uniform,0.09334933757781982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,uniform,0.5847626527150472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,uniform,0.10573866963386536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,uniform,0.09377066294352214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,uniform,0.09337600072224934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,uniform,0.14080533385276794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,uniform,0.13635200262069702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,uniform,0.13808533549308777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,uniform,0.133242666721344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,uniform,0.5051946640014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,uniform,0.5746986468633016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,uniform,0.5074613491694132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,uniform,0.5109813213348389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,uniform,0.5194186766942342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,uniform,0.13647466897964478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,uniform,0.14239999651908875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,uniform,0.1378720005353292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,uniform,0.1385706663131714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,uniform,0.16371200482050577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,uniform,0.36471466223398846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,uniform,0.36502933502197266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,uniform,0.35949865976969403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,uniform,0.37493332227071124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,uniform,0.40068801244099933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,uniform,0.7290879885355631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,uniform,0.7435200214385986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,uniform,0.1053653359413147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,uniform,0.7332213719685873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,uniform,0.7540266513824463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,uniform,0.8185013135274252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,uniform,0.0942133367061615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,uniform,0.14629866679509482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,uniform,0.09321066737174988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,uniform,0.09293333689371745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,uniform,0.13713066776593527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,uniform,0.13433067003885904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,uniform,0.13480533162752786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,uniform,0.5087999900182089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,uniform,0.5071893135706583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,uniform,0.5304213364919027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,uniform,0.5170986652374268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,uniform,0.14038399855295816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,uniform,0.13753599921862283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,uniform,0.13503999511400858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,uniform,0.5843679904937744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,uniform,0.14365333318710327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,uniform,0.16576533516248068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,uniform,0.3691360155741374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,uniform,0.3664586544036865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,uniform,0.3678826491038005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,uniform,0.3723466793696086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,uniform,0.4113066593805949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,uniform,0.7355573177337646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,uniform,0.768730640411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,uniform,0.7328800360361735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,uniform,0.7535200119018555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,uniform,0.09672533472379048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,uniform,0.8337226708730062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,uniform,0.09429333607355754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,uniform,0.09490133325258891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,uniform,0.09231999516487122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,uniform,0.13863466183344522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,uniform,0.13819199800491333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,uniform,0.5097866853078207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,uniform,0.13531200091044107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,uniform,0.13688533504803976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,uniform,0.5180906852086385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,uniform,0.5074026584625244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,uniform,0.5309280157089233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,uniform,0.5870773394902548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,uniform,0.13821867108345032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,uniform,0.13576533397038779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,uniform,0.14355199535687765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,uniform,0.13936533530553183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,uniform,0.16775466998418173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,uniform,0.36979198455810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,uniform,0.37242666880289715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,uniform,0.36990400155385333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,uniform,0.41160531838734943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,uniform,0.37708266576131183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,uniform,0.7343466281890869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,uniform,0.7382400035858154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,uniform,0.09822400410970052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,uniform,0.7535893122355143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,uniform,0.7482399940490723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,uniform,0.837936004002889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,uniform,0.09418666362762451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,uniform,0.09405866265296936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,uniform,0.14136000474294028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,uniform,0.10276266932487488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,uniform,0.14009599884351095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,uniform,0.15215999881426492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,uniform,0.1486026644706726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,uniform,0.5065546830495199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,uniform,0.5192533334096273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,uniform,0.5114346742630005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,uniform,0.5961546500523885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,uniform,0.5320640007654825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,uniform,0.13750400145848593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,uniform,0.1393280029296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,uniform,0.13942399621009827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,uniform,0.1446560025215149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,uniform,0.3723733425140381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,uniform,0.16966400543848673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,uniform,0.3723733425140381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,uniform,0.375274658203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,uniform,0.3807786703109741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,uniform,0.7366399765014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,uniform,0.735642671585083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,uniform,0.4159200191497803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,uniform,0.7484213511149088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,uniform,0.7622133096059164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,uniform,0.09559999903043111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,uniform,0.10252267122268677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,uniform,0.09891733527183533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,uniform,0.8516960144042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,uniform,0.09656000137329102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,uniform,0.1397546629110972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,uniform,0.13729600111643472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,uniform,0.13829333583513895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,uniform,0.1399786671002706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,uniform,0.5117706855138143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,uniform,0.5155200163523356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,uniform,0.5297866662343343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,uniform,0.6133813460667928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,uniform,0.5393120050430298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,uniform,0.13962133725484213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,uniform,0.14060800274213156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,uniform,0.1423679987589518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,uniform,0.17190933227539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,uniform,0.14877866705258688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,uniform,0.3763999938964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,uniform,0.37327468395233154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,uniform,0.37322131792704266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,uniform,0.38757868607838947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,uniform,0.42601601282755536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,uniform,0.7548267046610514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,uniform,0.7681600252787272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,uniform,0.7388106981913248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,uniform,0.7381707032521566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,uniform,0.8618133068084717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,uniform,0.10082667072614034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,uniform,0.09928533434867859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,uniform,0.11201066772143047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,uniform,0.09880000352859497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,uniform,0.1567039986451467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,uniform,0.14857066671053568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,uniform,0.15012799700101218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,uniform,0.14486933747927347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,uniform,0.519162654876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,uniform,0.5130186478296915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,uniform,0.5293279886245728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,uniform,0.5454239845275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,uniform,0.6252319812774658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,uniform,0.14376533031463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,uniform,0.13941867152849832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,uniform,0.15150933464368185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,uniform,0.13924266894658408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,uniform,0.1781866749127706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,uniform,0.37034666538238525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,uniform,0.3829866647720337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,uniform,0.44910399119059247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,uniform,0.37652266025543213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,uniform,0.39079467455546063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,uniform,0.7398826281229655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,uniform,0.7439626852671305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,uniform,0.8811626434326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,uniform,0.7669599850972494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,uniform,0.7761013507843018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,uniform,0.10070400436719258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,uniform,0.10073600212732951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,uniform,0.10717866818110149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,uniform,0.15917866428693137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,uniform,0.10512533783912659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,uniform,0.1471626659234365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,uniform,0.15745066603024802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,uniform,0.1519306699434916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,uniform,0.5148799816767374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,uniform,0.5211573441823324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,uniform,0.5327146848042806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,uniform,0.6491893529891968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,uniform,0.5487626791000366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,uniform,0.13921067118644714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,uniform,0.1430186629295349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,uniform,0.18091734250386557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,uniform,0.14500266313552856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,uniform,0.15316800276438394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,uniform,0.37673600514729816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,uniform,0.377893328666687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,uniform,0.3813759883244832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,uniform,0.39902933438618976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,uniform,0.45476265748341876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,uniform,0.7670293649037679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,uniform,0.7431626319885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,uniform,0.7499787012736002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,uniform,0.7774933179219564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,uniform,0.8940266768137614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,uniform,0.10883733630180359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,uniform,0.10547733306884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,uniform,0.10415466626485188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,uniform,0.11773866415023804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,uniform,0.15713066856066385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,uniform,0.16698666413625082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,uniform,0.14708800117174783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,uniform,0.15310933192571005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,uniform,0.5174346764882406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,uniform,0.5278186798095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,uniform,0.6568213303883871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,uniform,0.5434026718139648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,uniform,0.5614720185597738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,uniform,0.1418826679388682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,uniform,0.14232533176740012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,uniform,0.15854400396347046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,uniform,0.14940266807874045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,uniform,0.18892266352971396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,uniform,0.37945600350697833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,uniform,0.380789319674174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,uniform,0.39069334665934247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,uniform,0.7500426769256592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,uniform,0.4655253489812215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,uniform,0.39654401938120526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,uniform,0.7460693518320719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,uniform,0.7723093032836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,uniform,0.7930506865183512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,uniform,0.13086400429407755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,uniform,0.12531733512878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,uniform,0.13641066352526346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,uniform,0.145989328622818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,uniform,0.9353493054707845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,uniform,0.20861866076787314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,uniform,0.1822133262952169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,uniform,0.17353065808614096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,uniform,0.2230186661084493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,uniform,0.5228319962819418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,uniform,0.5347626606623331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,uniform,0.5485066572825114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,uniform,0.5749919811884562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,uniform,0.15043200055758157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,uniform,0.6767840385437012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,uniform,0.14479466279347739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,uniform,0.16159466902414957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,uniform,0.18911999464035034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,uniform,0.25170133511225384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,uniform,0.389296015103658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,uniform,0.38758933544158936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,uniform,0.3986239830652873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,uniform,0.4156800111134847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,uniform,0.4865013360977173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,uniform,0.7813066641489664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,uniform,0.7545493443806967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,uniform,0.7647466659545898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,uniform,0.8074773152669271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,uniform,0.13725333412488303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,uniform,0.9390506744384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,uniform,0.13448533415794373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,uniform,0.1862879991531372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,uniform,0.12948800126711527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,uniform,0.15205867091814676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,uniform,0.19452265898386636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,uniform,0.20086399714152017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,uniform,0.22180799643198648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,uniform,0.5387786626815796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,uniform,0.5282453298568726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,uniform,0.5575466553370158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,uniform,0.5865653355916342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,uniform,0.6905226707458496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,uniform,0.14563733339309692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,uniform,0.14899733662605286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,uniform,0.16529599825541177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,uniform,0.19163199265797934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,uniform,0.25726934274037677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,uniform,0.3898986577987671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,uniform,0.3906773328781128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,uniform,0.6017813285191854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,uniform,0.4156533479690552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,uniform,0.4726133346557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,uniform,0.7582080364227295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,uniform,0.7712213198343912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,uniform,0.791973352432251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,uniform,0.16828266779581705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,uniform,0.8221226533253988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,uniform,0.9723359743754069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,uniform,0.14618666966756186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,uniform,0.14780799547831217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,uniform,0.18825066089630127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,uniform,0.2341973384221395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,uniform,0.3029973308245341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,uniform,0.21937066316604614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,uniform,0.2589866717656453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,uniform,0.5339306592941284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,uniform,0.5473973353703817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,uniform,0.6051520109176636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,uniform,0.5613600015640259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,uniform,0.7200266520182291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,uniform,0.14809067050615946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,uniform,0.15227733055750528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,uniform,0.1692426602045695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,uniform,0.20000000794728598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,uniform,0.40210668245951336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,uniform,0.26764800151189166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,uniform,0.3973546822865804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,uniform,0.4299306472142537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,uniform,0.48767999807993573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,uniform,0.7809120019276937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,uniform,0.6313013235727946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,uniform,0.7674506505330404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,uniform,0.8053173224131266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,uniform,0.8377866744995117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,uniform,0.2037173310915629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,uniform,0.9994133313496908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,uniform,0.20762133598327637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,uniform,0.31781333684921265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,uniform,0.23545066515604654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,uniform,0.2643199960390727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,uniform,0.3473920027414958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,uniform,0.4051946798960368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,uniform,0.41302935282389325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,uniform,0.549509326616923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,uniform,0.5636586745580038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,uniform,0.6222666501998901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,uniform,0.7306239604949951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,uniform,0.9394240379333496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,uniform,0.16038933396339417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,uniform,0.1725013256072998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,uniform,0.2550133268038432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,uniform,0.20048532883326212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,uniform,0.42264000574747723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,uniform,0.3705386718114217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,uniform,0.4227413336435954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,uniform,0.8746026357014974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,uniform,0.475658655166626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,uniform,0.5713920195897421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,uniform,0.7822933197021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,uniform,0.8284053007761637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,uniform,0.799290657043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,uniform,0.2913653254508972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,uniform,0.25119467576344806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,uniform,0.2574080030123393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,uniform,1.0677226384480794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,uniform,0.8827093442281088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,uniform,0.46488531430562335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,uniform,0.35283732414245605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,uniform,0.4109333356221517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,uniform,0.5027893384297689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,uniform,0.5719946622848511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,uniform,0.5626986821492513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,uniform,0.582261323928833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,uniform,0.6439253489176432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,uniform,0.763871987660726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,uniform,0.9903519948323568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,uniform,0.1678933302561442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,uniform,0.1880693236986796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,uniform,0.22883733113606772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,uniform,0.2993653416633606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,uniform,0.4647573232650757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,uniform,0.43908266226450604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,uniform,0.4610666831334432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,uniform,0.635205348332723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,uniform,0.5307253201802572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,uniform,1.0233386357625325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,uniform,0.8085546493530273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,uniform,0.8203466733296713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,uniform,0.3605653444925944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,uniform,0.36586666107177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,uniform,0.4927999973297119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,uniform,1.3642133076985676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,uniform,0.9074453512827555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,uniform,1.0637866655985515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,uniform,0.4261920054753621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,uniform,0.6719306310017904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,uniform,0.7354506651560465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,uniform,0.6930027008056641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,uniform,0.8224319616953532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,uniform,0.6349973281224569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,uniform,0.5946559906005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,uniform,0.7201226552327474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,uniform,0.2129653294881185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,uniform,0.9045440355936686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,uniform,1.38261874516805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,uniform,0.23856000105539957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,uniform,0.2884586652119954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,uniform,0.37067198753356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,uniform,0.6470826864242554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,uniform,0.7258613109588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,uniform,0.6407946745554606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,uniform,0.6797653039296468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,uniform,0.8140587011973063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,uniform,1.3254026571909587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,uniform,0.8275573253631592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,uniform,0.8654507001241049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,uniform,0.9612853527069092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,uniform,0.4638293186823527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,uniform,1.1418506304423015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,uniform,1.4927040735880535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,uniform,0.9723733266194662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,uniform,0.4739893277486165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,uniform,0.6638613144556681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,uniform,0.5405120054880778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,uniform,1.0132746696472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,uniform,0.9463253021240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,uniform,1.1339893341064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,uniform,0.6508959929148356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,uniform,0.8141012986501058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,uniform,0.697925329208374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,uniform,1.4314346313476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,uniform,1.0135839780171711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,uniform,0.2927573323249817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,uniform,0.3244853417078654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,uniform,0.3843573331832886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,uniform,0.9456213315327963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,uniform,0.47626666227976483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,uniform,0.8201759656270345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,uniform,0.9591200351715088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,uniform,0.9917866388956705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,uniform,1.1213066577911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,uniform,1.7230614026387532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,uniform,0.6888266404469808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,uniform,0.8652533690134684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,uniform,0.9156959851582845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,uniform,1.1415200233459473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,uniform,1.4112586975097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,uniform,2.0215412775675454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,uniform,0.945360024770101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,uniform,0.7272799809773763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,uniform,0.7819413344065348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,uniform,1.4707147280375164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,uniform,1.477359930674235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,uniform,1.6967199643452961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,uniform,1.5712745984395344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,uniform,0.9905440012613932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,uniform,1.1060907046000164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,uniform,1.210367997487386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,uniform,0.4246026674906413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,uniform,1.513210614522298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,uniform,0.4630879958470662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,uniform,1.9139359792073567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,uniform,0.5321226517359415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,uniform,0.6533066829045614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,uniform,1.2205013434092205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,uniform,1.2466826438903809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,uniform,1.3303946654001872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,uniform,1.3756426175435383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,uniform,1.5251146952311199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,uniform,2.3773226737976074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,uniform,0.9558986822764078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,uniform,1.0301547050476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,uniform,0.9435306390126547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,uniform,1.2254239718119304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,uniform,0.9561066627502441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,uniform,1.0571040312449138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,uniform,1.5354132652282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,uniform,2.1708854039510093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,uniform,1.2893013159434001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,uniform,2.026421387990316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,uniform,2.045952002207438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,uniform,2.316330591837565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,uniform,2.1400160789489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,uniform,1.5385279655456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,uniform,1.5625972747802734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,uniform,1.722090721130371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,uniform,1.9221812884012859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,uniform,0.563536008199056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,uniform,2.62229331334432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,uniform,0.6105333169301351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,uniform,0.7415359814961752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,uniform,1.605471928914388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,uniform,0.9119786421457926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,uniform,1.5829119682312012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,uniform,1.6987519264221191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,uniform,1.7483839988708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,uniform,2.0259200731913247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,uniform,1.4540747006734211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,uniform,3.113845189412435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,uniform,1.4878719647725422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,uniform,1.6705973943074544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,uniform,1.7793280283610027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,uniform,2.115023930867513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,uniform,2.9336585998535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,uniform,1.489466667175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,uniform,1.7355945905049641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,uniform,1.8818346659342449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,uniform,3.204650561014811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,uniform,3.3915414810180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,uniform,3.223855972290039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,uniform,3.5441385904947915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,uniform,2.197370688120524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,uniform,2.437445322672526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,uniform,2.4719999631245932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,uniform,3.7645492553710938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,uniform,2.92087459564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,uniform,0.8976586659749349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,uniform,0.7995519638061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,uniform,1.065999984741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,uniform,1.3739892641703289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,uniform,2.375472068786621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,uniform,2.4521867434183755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,uniform,2.6664907137552896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,uniform,2.5426506996154785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,uniform,3.014560063680013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,uniform,2.214618682861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,uniform,2.425999959309896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,uniform,4.591535886128743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,uniform,2.3631040255228677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,uniform,2.5396960576375327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,uniform,2.9517599741617837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,uniform,2.106704076131185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,uniform,3.9225918451944985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,uniform,2.353973388671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,uniform,2.538362661997477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,uniform,4.337055842081706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,uniform,4.44865067799886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,uniform,4.526581446329753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,uniform,4.936208089192708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,uniform,2.954181353251139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,uniform,3.2388105392456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,uniform,3.3747787475585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,uniform,3.9612159729003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,uniform,5.073861440022786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,uniform,1.0598933696746826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,uniform,1.204581340154012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,uniform,1.4434720675150554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,uniform,1.8202826182047527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,uniform,3.1348533630371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,uniform,3.2206080754597983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,uniform,3.309904098510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,uniform,3.437610626220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,uniform,3.9506613413492837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,uniform,3.430741310119629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,uniform,6.173605600992839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,uniform,3.386207898457845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,uniform,3.4963251749674478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,uniform,4.094181378682454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,uniform,3.2385600407918296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,uniform,5.271674791971843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,uniform,3.379866600036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,uniform,3.5545759201049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,uniform,3.926783879597982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,uniform,7.074837366739909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,uniform,6.97433598836263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,uniform,7.2887522379557295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,uniform,6.9814453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,uniform,4.580032030741374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,uniform,4.763381322224935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,uniform,5.152154604593913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,uniform,1.5543840726216633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,uniform,5.82033093770345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,uniform,7.63322639465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,uniform,1.7390453020731609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,uniform,2.089695930480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,uniform,2.661813259124756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,uniform,4.621280034383138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,uniform,4.8658186594645185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,uniform,5.00599479675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,uniform,5.162901242574056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,uniform,5.904277165730794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,uniform,5.201642672220866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,uniform,9.217135747273764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,uniform,4.724591890970866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,uniform,5.015167872111003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,uniform,5.170271873474121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,uniform,5.023776054382324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,uniform,8.080890655517578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,uniform,5.932437260945638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,uniform,5.137136141459147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,uniform,5.549584070841472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,uniform,9.949605305989584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,uniform,9.547621409098307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,uniform,9.36084238688151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,uniform,10.060885111490885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,uniform,6.115488052368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,uniform,6.385466893513997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,uniform,6.6926930745442705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,uniform,2.227183977762858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,uniform,10.132101058959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,uniform,7.787386576334636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,uniform,2.4691519737243652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,uniform,2.869317372639974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,uniform,3.6471786499023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,uniform,6.3253224690755205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,uniform,6.792928059895833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,uniform,6.632709503173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,uniform,7.910693486531575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,uniform,6.8460267384847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,uniform,6.915093104044597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,uniform,12.10922622680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,uniform,6.646991729736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,uniform,6.572266896565755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,uniform,6.8566131591796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,uniform,7.053194681803386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,uniform,10.747573852539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,uniform,8.511674880981445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,uniform,6.378181457519531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,uniform,6.968181610107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,uniform,12.561264038085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,uniform,12.382197062174479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,uniform,11.457195281982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,uniform,12.228581746419271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,uniform,7.783423741658528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,uniform,8.076602935791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,uniform,9.801733016967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,uniform,8.517722447713217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,uniform,2.7639681498209634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,uniform,12.708442687988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,uniform,3.1469386418660483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,uniform,3.6250505447387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,uniform,4.632805188496907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,uniform,8.01694424947103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,uniform,8.508437474568685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,uniform,8.185216267903646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,uniform,9.676197052001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,uniform,8.496682484944662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,8,uniform,0.07251200079917908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,4,uniform,0.050069332122802734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,2,uniform,0.040805332362651825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,1,uniform,0.040063999593257904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,8,uniform,0.0858026643594106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,4,uniform,0.06389333307743073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,2,uniform,0.048570667703946434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,1,uniform,0.04716266691684723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,uniform,0.06633066634337108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,uniform,0.05421866476535797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,uniform,15.274368286132812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,uniform,8.177637100219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,uniform,0.05575466652711233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,uniform,0.06275199850400288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,uniform,0.056645333766937256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,uniform,0.04021333406368891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,uniform,0.03514133393764496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,uniform,0.039936001102129616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,uniform,0.036501333117485046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,uniform,0.03498666733503342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,uniform,9.060229619344076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,uniform,8.621509552001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,uniform,0.06611733138561249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,uniform,13.826890309651693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,uniform,10.173983891805014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,uniform,0.05448000133037567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,uniform,0.054666668176651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,uniform,0.05654400090376536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,uniform,0.06387199958165486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,uniform,0.06739733119805653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,uniform,0.05840000013510386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,uniform,0.056015998125076294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,uniform,0.055013333757718406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,2,uniform,0.049584001302719116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,uniform,0.06549333532651265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,8,uniform,0.06942399839560191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,4,uniform,0.052799999713897705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,2,uniform,0.06021333237489065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,1,uniform,0.047541335225105286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,8,uniform,0.08891200025876363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,4,uniform,0.0658240020275116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,uniform,0.06649599969387054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,1,uniform,0.0613919993241628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,uniform,0.06705066561698914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,uniform,0.06681066751480103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,uniform,0.07066666583220164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,uniform,0.07884799937407176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,uniform,0.041450666884581246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,uniform,0.04005866746107737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,uniform,0.03969600051641464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,uniform,0.039674667020638786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,uniform,0.0465280016263326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,uniform,0.06635733445485432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,uniform,0.06623466809590657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,uniform,0.06671999891599019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,uniform,0.06834133466084798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,uniform,0.07557866473992665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,uniform,0.06710933148860931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,uniform,0.08147199948628743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,uniform,0.06797333558400472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,uniform,0.06764266888300578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,uniform,0.07051200171311696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,8,uniform,0.06804266571998596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,4,uniform,0.06251733501752217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,1,uniform,0.06508799890677135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,2,uniform,0.06601066887378693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,8,uniform,0.09265599648157756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,4,uniform,0.08921600381533305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,2,uniform,0.08629866441090901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,uniform,0.08250666658083598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,uniform,0.07994133234024048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,1,uniform,0.08211199939250946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,uniform,0.07838400204976399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,uniform,0.08758399883906047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,uniform,0.04453866680463155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,uniform,0.10030399759610494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,uniform,0.04478933413823446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,uniform,0.0483893354733785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,uniform,0.04391466577847799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,uniform,0.057631999254226685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,uniform,0.08805333574612935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,uniform,0.0825439989566803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,uniform,0.08344533046086629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,uniform,0.08064533273379008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,uniform,0.09734400113423665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,uniform,0.0831520011027654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,uniform,0.08117333551247914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,uniform,0.07845866680145264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,uniform,0.10107733805974324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,uniform,0.08964266379674275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,8,uniform,0.06949333349863689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,2,uniform,0.06520000100135803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,4,uniform,0.06372266511122386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,1,uniform,0.06666666766007741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,4,uniform,0.08789333701133728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,8,uniform,0.08942932883898418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,2,uniform,0.0860693355401357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,uniform,0.10605333248774211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,1,uniform,0.0825973351796468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,uniform,0.10601066549619038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,uniform,0.11552533507347107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,uniform,0.10802666346232097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,uniform,0.05865600208441416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,uniform,0.13974400361378989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,uniform,0.05862933397293091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,uniform,0.060831998785336815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,uniform,0.07990399996439616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,uniform,0.06610666712125142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,uniform,0.11482133467992146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,uniform,0.1144533356030782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,uniform,0.11661866307258606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,uniform,0.12370666861534119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,uniform,0.1437173287073771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,uniform,0.10812800129254659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,uniform,0.10611200332641602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,uniform,0.10687999924023946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,uniform,0.11649066209793091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,uniform,0.14153599739074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,2,uniform,0.06666666766007741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,8,uniform,0.07062933345635732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,4,uniform,0.06573333342870076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,1,uniform,0.06685866912206014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,8,uniform,0.08585066596666972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,4,uniform,0.08774399757385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,1,uniform,0.08343467116355896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,2,uniform,0.08656533559163411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,uniform,0.1683466633160909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,uniform,0.16427200039227804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,uniform,0.16429866353670755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,uniform,0.17948265870412192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,uniform,0.08525333801905315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,uniform,0.22549867630004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,uniform,0.08991466959317525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,uniform,0.0851039985815684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,uniform,0.12462932864824931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,uniform,0.0990773340066274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,uniform,0.1745120088259379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,uniform,0.17332800229390463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,uniform,0.1760853330294291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,uniform,0.18814400831858316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,uniform,0.22204800446828207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,uniform,0.16502933700879416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,uniform,0.1648960014184316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,uniform,0.169322669506073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,8,uniform,0.0691786656777064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,uniform,0.18212799231211343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,uniform,0.22663466135660806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,4,uniform,0.06386666496594746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,4,uniform,0.08450667063395183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,2,uniform,0.06325866778691609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,8,uniform,0.09008533755938213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,1,uniform,0.06348266700903575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,2,uniform,0.0839573343594869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,1,uniform,0.08470400174458821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,uniform,0.2800319989522298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,uniform,0.2802773316701253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,uniform,0.311082661151886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,uniform,0.28633066018422443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,uniform,0.3914719820022583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,uniform,0.09006399909655254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,uniform,0.08710933725039165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,uniform,0.08841600020726521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,uniform,0.10078400373458862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,uniform,0.12635733683904013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,uniform,0.2126986583073934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,uniform,0.20830933252970377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,uniform,0.20558400948842367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,uniform,0.22139199574788412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,uniform,0.26800533135732013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,uniform,0.28643733263015747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,uniform,0.27988266944885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,uniform,0.27937599023183185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,uniform,0.31255465745925903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,uniform,0.39844799041748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,8,uniform,0.06974400083223979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,4,uniform,0.06433066725730896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,2,uniform,0.06354666749636333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,1,uniform,0.0642133355140686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,8,uniform,0.08794666330019633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,4,uniform,0.086325337489446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,uniform,0.2815093398094177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,2,uniform,0.08546666304270427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,1,uniform,0.08514666557312012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,uniform,0.2796960075696309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,uniform,0.2869973381360372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,uniform,0.31309332450230914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,uniform,0.08798933029174805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,uniform,0.3940053383509318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,uniform,0.09060800075531006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,uniform,0.08780266841252644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,uniform,0.10218666990598042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,uniform,0.1288266678651174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,uniform,0.20933334032694498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,uniform,0.20605866114298502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,uniform,0.21413334210713705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,uniform,0.39403200149536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,uniform,0.22512533267339072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,uniform,0.26951466004053753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,uniform,0.3949600060780843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,uniform,0.40642134348551434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,uniform,0.4378346602121989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,8,uniform,0.07229866584142049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,uniform,0.564736008644104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,4,uniform,0.06533333162466685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,2,uniform,0.06504000226656596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,1,uniform,0.06558399895826976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,8,uniform,0.09025599559148152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,2,uniform,0.0862559974193573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,4,uniform,0.08526399731636047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,1,uniform,0.08569600184758504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,uniform,0.31754666566848755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,uniform,0.2809813419977824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,uniform,0.2903466622034709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,uniform,0.2834239999453227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,uniform,0.39587199687957764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,uniform,0.0881866713364919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,uniform,0.09123200178146362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,uniform,0.08893866340319316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,uniform,0.10249066352844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,uniform,0.13054399689038595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,uniform,0.20968000094095865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,uniform,0.20994667212168375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,uniform,0.21186665693918863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,uniform,0.22805333137512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,uniform,0.27245867252349854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,uniform,0.4438933531443278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,uniform,0.3943413496017456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,uniform,0.39844799041748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,uniform,0.4068426688512166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,8,uniform,0.06602666775385539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,uniform,0.5698773463567098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,2,uniform,0.06499733527501424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,4,uniform,0.06397333244482677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,1,uniform,0.06588799754778545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,8,uniform,0.08756267031033833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,2,uniform,0.08842666943868001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,4,uniform,0.08788266777992249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,1,uniform,0.0897706647713979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,uniform,0.2834293246269226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,uniform,0.28565333286921185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,uniform,0.2930506666501363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,uniform,0.32205865780512494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,uniform,0.40141332149505615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,uniform,0.08805867036183675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,uniform,0.09238933523495992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,uniform,0.08829866846402486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,uniform,0.21363733212153116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,uniform,0.1053493320941925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,uniform,0.2322559952735901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,uniform,0.13172266880671182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,uniform,0.20999467372894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,uniform,0.2193066676457723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,uniform,0.27533866961797077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,uniform,0.4071520169576009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,uniform,0.3970453341801961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,uniform,0.39900799592336017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,8,uniform,0.06663466493288676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,uniform,0.44911468029022217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,uniform,0.5729973316192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,4,uniform,0.06444266438484192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,2,uniform,0.0691840002934138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,1,uniform,0.07036800185839336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,8,uniform,0.09640533725420634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,4,uniform,0.08828799923261006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,1,uniform,0.09729599952697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,2,uniform,0.09590400258700053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,uniform,0.28707732756932575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,uniform,0.2838826576868693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,uniform,0.2952853242556254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,uniform,0.08935466408729553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,uniform,0.32778133948644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,uniform,0.0928053359190623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,uniform,0.4036906560262044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,uniform,0.0885813335577647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,uniform,0.1325226624806722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,uniform,0.10364799698193868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,uniform,0.21913067499796549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,uniform,0.21269333362579346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,uniform,0.21601066986719766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,uniform,0.3973439931869507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,uniform,0.23455466826756796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,uniform,0.27677865823109943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,uniform,0.40223467350006104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,8,uniform,0.07142400244871776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,uniform,0.41167465845743817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,uniform,0.4517013231913249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,uniform,0.5775413513183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,4,uniform,0.0645066648721695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,2,uniform,0.06530133386452992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,1,uniform,0.07190933326880138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,8,uniform,0.08923199772834778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,4,uniform,0.09046933054924011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,2,uniform,0.09669867157936096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,1,uniform,0.09823466340700786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,uniform,0.29239465792973834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,uniform,0.2865813374519348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,uniform,0.33526933193206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,uniform,0.3003786603609721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,uniform,0.4097013473510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,uniform,0.09077333410580952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,uniform,0.09065066774686177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,uniform,0.1353600025177002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,uniform,0.0940106709798177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,uniform,0.10698133707046509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,uniform,0.21756267547607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,uniform,0.21397866805394491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,uniform,0.22248532374699911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,uniform,0.24119999011357626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,uniform,0.28171199560165405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,uniform,0.4190773169199626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,uniform,0.4007413387298584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,uniform,0.4604053497314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,uniform,0.40437865257263184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,uniform,0.5843573411305746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,2,uniform,0.07132266461849213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,8,uniform,0.06888000170389812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,4,uniform,0.06834666430950165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,1,uniform,0.07750933369000752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,8,uniform,0.10153067111968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,4,uniform,0.09665600458780925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,1,uniform,0.10156800349553426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,2,uniform,0.09590400258700053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,uniform,0.292629341284434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,uniform,0.29013333717981976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,uniform,0.3025439977645874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,uniform,0.33955732981363934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,uniform,0.09144000212351482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,uniform,0.4174826542536418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,uniform,0.0958720048268636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,uniform,0.09232532978057861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,uniform,0.10884267091751099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,uniform,0.13891200224558511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,uniform,0.22159467140833536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,uniform,0.21488000949223837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,uniform,0.2451840043067932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,uniform,0.22565333048502603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,uniform,0.2874186635017395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,uniform,0.4052480061848958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,uniform,0.597269336382548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,uniform,0.42046932379404706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,uniform,0.4091413418451945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,uniform,0.4726666609446208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,8,uniform,0.06911466519037883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,4,uniform,0.06982933481534322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,1,uniform,0.07669333120187123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,2,uniform,0.07494933406511943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,8,uniform,0.099589337905248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,4,uniform,0.102101335922877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,2,uniform,0.09657599528630574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,1,uniform,0.10162666440010071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,uniform,0.29557865858078003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,uniform,0.2898346583048503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,uniform,0.3468053340911865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,uniform,0.30594666798909503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,uniform,0.4224319855372111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,uniform,0.0913866659005483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,uniform,0.09315199653307597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,uniform,0.0960106650988261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,uniform,0.1418186624844869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,uniform,0.11100266377131145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,uniform,0.22096532583236694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,uniform,0.21985600392023721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,uniform,0.22648000717163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,uniform,0.24982933203379312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,uniform,0.4051946798960368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,uniform,0.29473066329956055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,uniform,0.4110879898071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,uniform,0.42348798116048175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,4,uniform,0.0729013333717982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,2,uniform,0.07840000092983246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,uniform,0.6052373250325521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,8,uniform,0.07329066594441731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,uniform,0.4752906560897827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,1,uniform,0.0863146682580312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,4,uniform,0.09693333506584167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,8,uniform,0.1032373309135437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,2,uniform,0.1020853320757548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,1,uniform,0.11308800180753072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,uniform,0.29659199714660645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,uniform,0.3004960020383199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,uniform,0.3105066617329915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,uniform,0.3558080196380615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,uniform,0.0935093363126119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,uniform,0.4367946783701579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,uniform,0.09436266620953877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,uniform,0.09967466195424397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,uniform,0.1137600044409434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,uniform,0.224506676197052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,uniform,0.14918933312098184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,uniform,0.2223680019378662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,uniform,0.23323732614517212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,uniform,0.2532426714897156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,uniform,0.41521600882212323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,uniform,0.3034293254216512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,uniform,0.4118933280309041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,uniform,0.490389347076416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,uniform,0.431877334912618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,uniform,0.6231786807378134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,4,uniform,0.08654933174451192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,8,uniform,0.0883786678314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,8,uniform,0.1090773344039917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,2,uniform,0.0930560032526652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,1,uniform,0.10177066922187805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,4,uniform,0.11170666416486104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,1,uniform,0.13377066453297934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,2,uniform,0.1252959966659546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,uniform,0.30978665749231976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,uniform,0.3025599916776021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,uniform,0.32184000809987384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,uniform,0.37174399693806964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,uniform,0.454586664835612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,uniform,0.09865599870681763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,uniform,0.11771733562151591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,uniform,0.10387200117111206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,uniform,0.14436266819636026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,uniform,0.2074986696243286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,uniform,0.22809600830078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,uniform,0.2330346703529358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,uniform,0.2685706615447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,uniform,0.24367467562357584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,uniform,0.31277332703272503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,uniform,0.42185600598653156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,uniform,0.4300160010655721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,uniform,0.6391733487447103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,uniform,0.4410826762517293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,8,uniform,0.09357866644859314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,uniform,0.5017013152440389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,4,uniform,0.09089066584904988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,2,uniform,0.0997173289457957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,8,uniform,0.12495999534924825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,2,uniform,0.1311199963092804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,1,uniform,0.11307199796040852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,4,uniform,0.1225386659304301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,1,uniform,0.14618133505185446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,uniform,0.30543466409047443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,uniform,0.3279306689898173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,uniform,0.3797279993693034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,uniform,0.3152533372243245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,uniform,0.10029866298039754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,uniform,0.4628586769104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,uniform,0.105103999376297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,uniform,0.14834133783976236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,uniform,0.2104853391647339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,uniform,0.11944533387819926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,uniform,0.23461333910624185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,uniform,0.2395413319269816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,uniform,0.26979732513427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,uniform,0.32847466071446735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,uniform,0.42257599035898846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,uniform,0.4217120011647542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,uniform,0.4311893383661906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,uniform,0.447925329208374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,8,uniform,0.10026666522026062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,uniform,0.5178293387095133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,2,uniform,0.11514666676521301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,4,uniform,0.1027893324693044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,uniform,0.6516480048497518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,1,uniform,0.13379733761151633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,8,uniform,0.13983999689420065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,4,uniform,0.1442506710688273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,1,uniform,0.18122132619222006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,2,uniform,0.16647467017173767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,uniform,0.31293867031733197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,uniform,0.32249067227045697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,uniform,0.3381066719690959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,uniform,0.10332266489664714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,uniform,0.39485331376393634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,uniform,0.4866773287455241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,uniform,0.12346667051315308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,uniform,0.10693333546320598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,uniform,0.15586666266123453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,uniform,0.3381813367207845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,uniform,0.23719465732574463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,uniform,0.22216000159581503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,uniform,0.2509920001029968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,uniform,0.2809813419977824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,uniform,0.4300373395284017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,uniform,0.43297068277994794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,uniform,0.44143998622894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,uniform,0.4591626723607381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,8,uniform,0.13248533010482788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,uniform,0.5405866702397665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,uniform,0.6802079677581787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,4,uniform,0.13829867045084634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,1,uniform,0.1767680048942566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,2,uniform,0.15198399623235068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,8,uniform,0.1937119960784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,4,uniform,0.20059200127919516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,2,uniform,0.22614934047063193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,1,uniform,0.24808533986409506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,uniform,0.33429865042368573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,uniform,0.35710398356119794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,uniform,0.5049599806467692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,uniform,0.4081653356552124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,uniform,0.6972373326619467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,uniform,0.12626133362452188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,uniform,0.11372799674669902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,uniform,0.3007733424504598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,uniform,0.19855467478434244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,uniform,0.15156267086664835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,uniform,0.25832533836364746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,uniform,0.27752532561620075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,uniform,0.3250933289527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,uniform,0.41924798488616943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,uniform,0.6000586748123169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,uniform,0.45099198818206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,uniform,0.4610453446706136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,uniform,0.487610658009847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,4,uniform,0.16832000017166138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,8,uniform,0.1604106624921163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,uniform,0.5793706576029459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,uniform,0.7447306315104166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,2,uniform,0.18597332636515299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,1,uniform,0.21448000272115073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,8,uniform,0.23882132768630981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,4,uniform,0.25095999240875244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,2,uniform,0.2963786721229553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,1,uniform,0.333898663520813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,uniform,0.3763093153635661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,uniform,0.34939734141031903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,uniform,0.4264800151189168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,uniform,0.5358186562856039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,uniform,0.7539412975311279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,uniform,0.17851199706395468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,uniform,0.12658666570981345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,uniform,0.14452266693115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,uniform,0.23517332474390665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,uniform,0.386133352915446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,uniform,0.2849760055541992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,uniform,0.3653493324915568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,uniform,0.30685333410898846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,uniform,0.47497065862019855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,uniform,0.7323946952819824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,uniform,0.4701226552327474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,uniform,0.500485340754191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,uniform,0.7232267061869303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,uniform,1.0432853698730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,uniform,0.584389328956604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,8,uniform,0.2248106598854065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,4,uniform,0.23277332385381064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,2,uniform,0.25572266181310016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,1,uniform,0.3080906669298808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,4,uniform,0.374234676361084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,8,uniform,0.3547573486963908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,1,uniform,0.47278932730356854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,2,uniform,0.4266666571299235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,uniform,0.38714667161305744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,uniform,0.4249173402786255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,uniform,0.6611946821212769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,uniform,0.502074678738912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,uniform,0.9560960133870443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,uniform,0.16249600052833557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,uniform,0.18442134062449136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,uniform,0.3095093369483948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,uniform,0.22590933243433634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,uniform,0.504752000172933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,uniform,0.39811734358469647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,uniform,0.4198826551437378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,uniform,0.4836213191350301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,uniform,0.610207994778951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,uniform,0.9379146893819174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,uniform,0.5041066805521647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,uniform,0.5457173188527426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,uniform,0.801034688949585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,uniform,0.6287413438161215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,8,uniform,0.28571732838948566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,4,uniform,0.3039146661758423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,2,uniform,0.3256160020828247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,1,uniform,0.39104533195495605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,8,uniform,0.48413864771525067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,uniform,1.1450826327006023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,4,uniform,0.5060586531956991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,2,uniform,0.5565546751022339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,1,uniform,0.6387999852498373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,uniform,0.5733333428700765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,uniform,0.4828266700108846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,uniform,0.4283786614735921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,uniform,0.7688693205515543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,uniform,1.11025603612264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,uniform,0.19809067249298096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,uniform,0.23572266101837158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,uniform,0.3949066797892253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,uniform,0.27724266052246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,uniform,0.6174453496932983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,uniform,0.5177119970321655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,uniform,0.5496319929758707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,uniform,0.6255040168762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,uniform,0.7937119801839193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,uniform,1.2432640393575032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,uniform,0.5479626655578613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,uniform,0.6082026561101278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,uniform,0.7219839890797933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,8,uniform,0.41067731380462646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,uniform,0.9559093316396078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,4,uniform,0.42183999220530194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,2,uniform,0.45710400740305585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,uniform,1.4303040504455566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,1,uniform,0.5507146517435709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,8,uniform,0.7443733215332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,4,uniform,0.7931573390960693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,1,uniform,0.9178880055745443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,2,uniform,0.8490026791890463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,uniform,0.6275253295898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,uniform,0.7177493572235107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,uniform,0.8050133387247721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,uniform,0.2754506667455037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,uniform,1.017807960510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,uniform,0.3230239947636922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,uniform,1.5018612543741863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,uniform,0.39206401507059735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,uniform,0.5431253512700399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,uniform,0.8930559953053793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,uniform,0.6951146920522054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,uniform,0.8608960310618082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,uniform,0.7372000217437744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,uniform,1.0801866849263508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,uniform,1.7300693194071453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,uniform,0.7108159859975179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,8,uniform,0.547706683476766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,uniform,0.6352693239847819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,uniform,0.8579306602478027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,4,uniform,0.5690399805704752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,uniform,1.152352015177409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,uniform,1.6986239751180012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,1,uniform,0.7562613487243652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,2,uniform,0.6228586832682291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,8,uniform,1.0329866409301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,4,uniform,1.0829333464304607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,2,uniform,1.1461866696675618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,1,uniform,1.27456529935201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,uniform,0.8715786933898926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,uniform,1.1190346876780193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,uniform,0.9773066838582357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,uniform,0.3440106709798177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,uniform,1.363034725189209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,uniform,1.876863956451416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,uniform,0.4210346539815267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,uniform,0.5161279837290446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,uniform,0.7127466996510824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,uniform,0.8797919750213623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,uniform,1.2008372942606609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,uniform,0.9437867005666097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,uniform,1.087663968404134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,uniform,1.3680426279703777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,8,uniform,0.8033333619435629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,uniform,2.2090400060017905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,uniform,0.9841279983520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,uniform,1.0715359846750896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,uniform,1.293002684911092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,uniform,2.2017547289530435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,uniform,1.6138240496317546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,4,uniform,0.8333439826965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,2,uniform,0.9243360360463461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,2,uniform,1.7331360181172688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,1,uniform,1.1013387044270833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,8,uniform,1.6049920717875164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,4,uniform,1.6349813143412273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,1,uniform,1.9281439781188965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,uniform,1.2642933527628581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,uniform,1.3758506774902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,uniform,1.6041547457377117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,uniform,2.0318400065104165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,uniform,2.784559885660807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,uniform,0.5083146492640177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,uniform,0.5905919869740804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,uniform,0.7538133462270101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,uniform,1.8033866882324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,uniform,1.0392746925354004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,uniform,1.3933067321777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,uniform,1.2812639872233074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,uniform,1.6374773979187012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,uniform,2.04529603322347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,8,uniform,1.1197653611501057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,uniform,3.25386651357015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,uniform,1.3637866973876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,uniform,1.6964480082194011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,uniform,2.1332853635152182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,uniform,1.4720800717671711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,uniform,2.9828052520751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,4,uniform,1.1520960330963135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,2,uniform,1.2243999640146892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,8,uniform,2.163658618927002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,1,uniform,1.4964586893717449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,4,uniform,2.23962132136027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,2,uniform,2.4481813112894693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,1,uniform,2.664735953013102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,uniform,1.6656959851582844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,uniform,1.845754623413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,uniform,2.119237263997396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,uniform,2.695136070251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,uniform,3.8587252298990884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,uniform,0.6397866805394491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,uniform,0.7899093627929688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,uniform,0.9503733317057291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,uniform,1.402949333190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,uniform,2.517045338948568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,uniform,1.7033173243204753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,uniform,1.797013282775879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,uniform,2.7004213333129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,uniform,2.112058639526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,8,uniform,1.6608692804972331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,uniform,1.8926666577657063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,uniform,4.373738606770833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,uniform,1.989184061686198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,uniform,2.251311937967936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,uniform,2.878474553426107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,uniform,4.025328000386556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,4,uniform,1.7402933438618977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,2,uniform,1.8996693293253581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,1,uniform,2.2106986045837402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,4,uniform,3.3926881154378257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,8,uniform,3.340847969055176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,2,uniform,3.5896905263264975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,1,uniform,3.863039970397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,uniform,2.487669308980306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,uniform,2.738234519958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,uniform,3.132047971089681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,uniform,0.933685302734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,uniform,5.726746877034505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,uniform,3.9607998530069985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,uniform,1.1565919717152913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,uniform,1.4445385932922363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,uniform,2.1012959480285645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,uniform,3.7072105407714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,uniform,2.573893388112386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,uniform,2.7261972427368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,uniform,3.1207520167032876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,uniform,4.060410817464192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,8,uniform,2.26802126566569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,uniform,6.543765385945638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,uniform,2.7096001307169595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,uniform,2.8541011810302734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,4,uniform,2.337360064188639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,uniform,3.2771199544270835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,uniform,4.130586624145508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,uniform,5.921695709228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,2,uniform,2.5945280392964682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,1,uniform,3.0532426834106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,8,uniform,4.546719868977864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,4,uniform,4.582469304402669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,2,uniform,4.83295472462972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,1,uniform,5.302128156026204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,uniform,3.4382187525431314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,uniform,4.188927968343099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,uniform,3.6121012369791665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,uniform,1.2969333330790203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,uniform,5.340927759806315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,uniform,1.5623359680175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,uniform,7.8320051829020185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,uniform,1.9568427403767903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,uniform,2.8857011795043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,uniform,5.02835210164388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,uniform,3.4956267674764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,uniform,3.6076532999674478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,uniform,4.159333229064941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,uniform,5.352517445882161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,8,uniform,2.9585065841674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,4,uniform,2.919935862223307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,uniform,8.721312204996744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,uniform,3.78496519724528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,uniform,4.482394536336263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,uniform,3.904965400695801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,uniform,5.608751932779948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,uniform,7.933925628662109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,2,uniform,3.3289918899536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,1,uniform,3.9006293614705405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,8,uniform,5.9158986409505205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,4,uniform,5.809375762939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,2,uniform,6.0855147043863935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,1,uniform,6.658021291097005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,uniform,4.23744519551595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,uniform,4.557194709777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,uniform,6.820218404134114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,uniform,5.236303965250651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,uniform,9.722474416097006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,uniform,1.6246612866719563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,uniform,1.8910986582438152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,uniform,2.4508585929870605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,uniform,3.6611998875935874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,uniform,6.34610112508138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,uniform,4.503173192342122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,uniform,4.357872009277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,uniform,5.131818771362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,uniform,6.5555464426676435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,8,uniform,0.08879466851552327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,4,uniform,0.060133333007494606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,2,uniform,0.0558186670144399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,1,uniform,0.053183997670809426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,8,uniform,0.10087466239929199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,4,uniform,0.06729599833488464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,2,uniform,0.05942933261394501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,1,uniform,0.06029333174228668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,uniform,0.07755733529726665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,uniform,10.812464396158854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,uniform,0.07294933497905731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,uniform,0.08130666613578796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,uniform,0.08757332960764568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,uniform,0.09950400392214458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,uniform,4.776063919067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,uniform,0.05454400181770325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,uniform,0.052416001756985985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,uniform,4.944661458333333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,uniform,5.5525970458984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,uniform,0.05286933481693268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,uniform,0.07701866825421651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,uniform,0.0709386666615804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,uniform,0.07335466643174489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,uniform,7.071349461873372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,uniform,0.07785066465536754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,uniform,0.0885813335577647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,uniform,10.156880060831705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,uniform,0.08221333225568135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,uniform,0.07380266487598419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,8,uniform,0.08540800213813782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,2,uniform,0.05762666463851929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,uniform,0.09981333216031392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,4,uniform,0.06016000111897787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,8,uniform,0.09980266292889912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,1,uniform,0.05605866511662801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,4,uniform,0.07140799860159557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,1,uniform,0.06735466420650482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,2,uniform,0.06914133330186208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,uniform,0.07836266855398814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,uniform,0.07937600215276082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,uniform,0.08754666646321614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,uniform,0.05486399928728739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,uniform,0.11358400185902913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,uniform,0.09457600116729736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,uniform,0.05407999952634176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,uniform,0.055786664287249245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,uniform,0.0776693324247996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,uniform,0.07762133578459422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,uniform,0.07774400214354198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,uniform,0.08753599723180135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,uniform,0.07805333534876506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,uniform,0.07997333506743114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,8,uniform,0.08576533198356628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,uniform,0.11705066760381062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,uniform,0.09645332892735799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,4,uniform,0.07888533174991608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,2,uniform,0.07609066863854726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,1,uniform,0.07547200222810109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,8,uniform,0.09921600421269734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,4,uniform,0.09610133369763692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,2,uniform,0.09289066990216573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,1,uniform,0.09363733728726704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,uniform,0.09362666805585225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,uniform,0.09100799759229024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,uniform,0.14729066689809164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,uniform,0.10234133402506511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,uniform,0.11725333333015442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,uniform,0.10480533043543498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,uniform,0.056890666484832764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,uniform,0.1006719966729482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,uniform,0.05682133138179779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,uniform,0.06192533175150553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,uniform,0.10140267014503479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,uniform,0.09370666742324829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,uniform,0.11559466520945232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,uniform,0.0925386647383372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,uniform,0.1039680043856303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,8,uniform,0.08795733253161113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,uniform,0.1511679987112681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,4,uniform,0.07604800164699554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,1,uniform,0.07735999921957652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,2,uniform,0.07459199925263722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,8,uniform,0.09931199749310811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,4,uniform,0.09779199957847595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,2,uniform,0.09442666172981262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,1,uniform,0.09544000029563904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,uniform,0.12016533811887105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,uniform,0.12064533432324727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,uniform,0.16345600287119547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,uniform,0.13700266679128012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,uniform,0.22021865844726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,uniform,0.07177066802978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,uniform,0.07353066901365916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,uniform,0.08355733752250671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,uniform,0.1255573332309723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,uniform,0.1265653371810913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,uniform,0.13640000422795615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,uniform,0.1202186644077301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,uniform,0.2192266583442688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,uniform,0.1644480029741923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,uniform,0.1206666628519694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,uniform,0.13691733280817667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,8,uniform,0.08602666854858398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,4,uniform,0.07863999903202057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,2,uniform,0.07678399980068207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,1,uniform,0.07669866581757863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,8,uniform,0.10098133484522502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,4,uniform,0.10100266337394714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,2,uniform,0.09516266981760661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,1,uniform,0.09814932942390442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,uniform,0.19751999775568643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,uniform,0.2474773327509562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,uniform,0.17647467056910196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,uniform,0.16936532656351724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,uniform,0.10068800052007039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,uniform,0.3613119920094808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,uniform,0.11468799908955891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,uniform,0.09701333443323772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,uniform,0.17476266622543335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,uniform,0.1710933248202006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,uniform,0.19121599197387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,uniform,0.16859199603398642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,uniform,0.19911466042200723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,uniform,0.36977068583170575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,uniform,0.1759893298149109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,uniform,0.24899200598398843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,8,uniform,0.08720533053080241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,4,uniform,0.07849599917729695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,1,uniform,0.0775786687930425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,8,uniform,0.10101866722106934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,2,uniform,0.07619200150171916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,4,uniform,0.10048533479372661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,2,uniform,0.0960746705532074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,1,uniform,0.09876267115275066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,uniform,0.26472000281016034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,uniform,0.293178657690684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,uniform,0.31723199288050336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,uniform,0.4052266677220662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,uniform,0.101583997408549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,uniform,0.6218933264414469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,uniform,0.20891199509302774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,uniform,0.20186134179433188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,uniform,0.0983733336130778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,uniform,0.11598400274912517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,uniform,0.22484799226125082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,uniform,0.2675679922103882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,uniform,0.3240799903869629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,uniform,0.2861066659291585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,uniform,0.4060159921646118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,uniform,0.6429386536280314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,8,uniform,0.08726400136947632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,4,uniform,0.07939733564853668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,1,uniform,0.0783786674340566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,4,uniform,0.09849599997202556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,2,uniform,0.07811200122038524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,8,uniform,0.1018239955107371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,1,uniform,0.09898666540781657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,2,uniform,0.09617066383361816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,uniform,0.2978399991989136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,uniform,0.3224746584892273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,uniform,0.26606400807698566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,uniform,0.4121706485748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,uniform,0.6327413320541382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,uniform,0.10287466645240784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,uniform,0.09821333487828572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,uniform,0.20671466986338297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,uniform,0.114847997824351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,uniform,0.2031466762224833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,uniform,0.2286613384882609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,uniform,0.3643626769383748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,uniform,0.5570079882939657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,uniform,0.9002827008565267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,uniform,0.44115734100341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,uniform,0.3993226687113444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,8,uniform,0.08587732911109924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,4,uniform,0.07841599980990092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,1,uniform,0.07886933286984761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,2,uniform,0.07803733150164287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,8,uniform,0.0995360016822815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,4,uniform,0.09946133693059285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,2,uniform,0.09618666768074036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,1,uniform,0.09866133332252502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,uniform,0.30029332637786865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,uniform,0.26818132400512695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,uniform,0.406490683555603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,uniform,0.32098132371902466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,uniform,0.1020853320757548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,uniform,0.6386826833089193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,uniform,0.11532266934712727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,uniform,0.20029334227244058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,uniform,0.09994133313496907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,uniform,0.21422932545344034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,uniform,0.22715200980504355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,uniform,0.36432000001271564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,uniform,0.39662400881449383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,uniform,0.5582559903462728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,uniform,0.44155200322469074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,8,uniform,0.10748799641927083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,uniform,0.8866240183512369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,4,uniform,0.1055626670519511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,8,uniform,0.1411946713924408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,2,uniform,0.10192533334096272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,4,uniform,0.13286399841308594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,1,uniform,0.10504000385602315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,2,uniform,0.13541332880655924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,1,uniform,0.1401653289794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,uniform,0.29628799359003705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,uniform,0.26706133286158246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,uniform,0.4136586586634318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,uniform,0.32443199555079144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,uniform,0.6570239861806234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,uniform,0.10132799545923869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,uniform,0.09948266545931499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,uniform,0.11546132961908977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,uniform,0.2037280003229777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,uniform,0.2074986696243286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,uniform,0.23077332973480225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,uniform,0.40040000279744464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,uniform,0.36389867464701336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,uniform,0.5613333384195963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,uniform,0.9029813607533773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,uniform,0.4419519901275635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,8,uniform,0.10869866609573364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,4,uniform,0.10406399766604106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,4,uniform,0.13520532846450806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,1,uniform,0.10439999898274739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,2,uniform,0.1018506685892741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,8,uniform,0.143696000178655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,2,uniform,0.13622933626174927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,1,uniform,0.14074666301409403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,uniform,0.27111999193827313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,uniform,0.2976800004641215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,uniform,0.6513813336690267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,uniform,0.3242933352788289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,uniform,0.4047199885050456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,uniform,0.10081066687901814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,uniform,0.21566933393478394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,uniform,0.10079999764760335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,uniform,0.11572266618410747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,uniform,0.203658660252889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,uniform,0.23007466395696005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,uniform,0.3657919963200887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,uniform,0.40190935134887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,8,uniform,0.1046560009320577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,uniform,0.4482773145039876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,uniform,0.5513439973195394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,uniform,0.9269973436991373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,4,uniform,0.10290666421254475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,8,uniform,0.14689600467681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,2,uniform,0.10066133737564087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,1,uniform,0.10397866368293762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,4,uniform,0.1358560025691986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,2,uniform,0.13546666502952576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,1,uniform,0.13984533150990805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,uniform,0.3004213372866313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,uniform,0.2703839937845866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,uniform,0.6301600138346354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,uniform,0.40882134437561035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,uniform,0.32816000779469806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,uniform,0.1167146662871043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,uniform,0.10044800241788228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,uniform,0.09941333532333374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,uniform,0.2183039983113607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,uniform,0.2055786649386088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,uniform,0.40250134468078613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,uniform,0.2299519975980123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,uniform,0.3705226580301921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,uniform,0.44622401396433514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,uniform,0.576255997021993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,8,uniform,0.13359999656677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,4,uniform,0.12873599926630655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,uniform,0.93122665087382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,2,uniform,0.12530666589736938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,1,uniform,0.12797866264979044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,8,uniform,0.18737600247065225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,4,uniform,0.17760533094406128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,1,uniform,0.18498667081197104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,2,uniform,0.18031466007232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,uniform,0.27139200766881305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,uniform,0.3033706744511922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,uniform,0.32769066095352173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,uniform,0.1037493348121643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,uniform,0.09885866443316142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,uniform,0.4156479835510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,uniform,0.6474986473719279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,uniform,0.11798933148384094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,uniform,0.2087679902712504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,uniform,0.22124266624450684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,uniform,0.23523199558258057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,uniform,0.3713279962539673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,uniform,0.4074293375015259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,uniform,0.4397600094477336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,8,uniform,0.13596799969673157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,uniform,0.582202672958374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,4,uniform,0.12805333733558655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,uniform,0.9190133412679037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,2,uniform,0.12657599647839865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,1,uniform,0.12601600090662637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,8,uniform,0.1875306765238444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,1,uniform,0.1835199991861979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,uniform,0.3014666636784871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,4,uniform,0.17594667275746664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,2,uniform,0.17694399754206339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,uniform,0.2738826672236125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,uniform,0.329258660475413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,uniform,0.10357333223025005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,uniform,0.4103200038274129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,uniform,0.667738676071167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,uniform,0.10001066327095032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,uniform,0.11884799599647522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,uniform,0.21978666385014853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,uniform,0.23306665817896524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,uniform,0.20703999201456705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,uniform,0.4070346752802531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,uniform,0.3707573413848877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,uniform,0.44411198298136395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,uniform,0.9097653230031332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,uniform,0.5698080062866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,8,uniform,0.15051733454068503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,2,uniform,0.14620799819628397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,4,uniform,0.15158399939537048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,1,uniform,0.14831999937693277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,4,uniform,0.21356799205144247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,2,uniform,0.21698667605717978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,1,uniform,0.22740266720453897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,8,uniform,0.21607999006907144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,uniform,0.27243200937906903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,uniform,0.3001493414243062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,uniform,0.3300373355547587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,uniform,0.12070399522781372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,uniform,0.422544002532959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,uniform,0.10398399829864502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,uniform,0.6417760054270426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,uniform,0.10121599833170573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,uniform,0.2387040058771769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,uniform,0.21760533253351846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,uniform,0.20576000213623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,uniform,0.4061280091603597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,uniform,0.37146135171254474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,uniform,0.45360000928243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,uniform,0.5717973311742147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,2,uniform,0.1707306702931722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,uniform,0.9225013256072998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,4,uniform,0.17539199193318686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,8,uniform,0.17792532841364542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,8,uniform,0.2568320035934448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,1,uniform,0.17292267084121704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,4,uniform,0.2526026765505473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,2,uniform,0.2566879987716675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,1,uniform,0.26925333340962726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,uniform,0.3080480098724365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,uniform,0.2760960062344869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,uniform,0.42309868335723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,uniform,0.32896000146865845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,uniform,0.6560906569163004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,uniform,0.15180800358454385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,uniform,0.1486240029335022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,uniform,0.18307733535766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,uniform,0.2197493314743042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,uniform,0.458026647567749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,uniform,0.4095093409220378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,uniform,0.24625066916147867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,uniform,0.21226133902867636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,uniform,0.3765066862106323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,8,uniform,0.19868799050649008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,uniform,0.5908960103988647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,4,uniform,0.1990293264389038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,uniform,0.9599573612213135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,2,uniform,0.19309866428375244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,8,uniform,0.2972746690114339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,1,uniform,0.19669866561889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,4,uniform,0.28893866141637164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,1,uniform,0.3112693428993225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,2,uniform,0.2969333330790202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,uniform,0.2737813393274943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,uniform,0.3349920113881429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,uniform,0.30797866980234784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,uniform,0.42949334780375165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,uniform,0.6749386787414551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,uniform,0.1495466629664103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,uniform,0.1469119985898336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,uniform,0.18367467323939005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,uniform,0.3347413142522176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,uniform,0.3523413340250651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,uniform,0.3271893262863159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,uniform,0.4124693473180135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,uniform,0.38156267007191974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,uniform,0.4639253218968709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,2,uniform,0.2389813264211019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,4,uniform,0.2413919965426127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,uniform,0.5904533465703329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,8,uniform,0.2441493272781372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,1,uniform,0.23748799165089926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,uniform,0.9501813252766927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,4,uniform,0.3647040128707886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,8,uniform,0.3657066822052002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,2,uniform,0.3789173364639282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,1,uniform,0.3944000005722046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,uniform,0.31303999821345013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,uniform,0.2797440091768901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,uniform,0.340501348177592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,uniform,0.43988800048828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,uniform,0.6839360396067301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,uniform,0.1807360053062439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,uniform,0.15037866433461508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,uniform,0.1509119967619578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,uniform,0.34030401706695557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,uniform,0.35471999645233154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,uniform,0.329258660475413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,uniform,0.3790026505788167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,8,uniform,0.32947200536727905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,uniform,0.41974401473999023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,uniform,0.4671039978663127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,4,uniform,0.3309920032819112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,uniform,0.5856426556905111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,uniform,0.9323413372039795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,1,uniform,0.3325173258781433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,2,uniform,0.33051733175913495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,8,uniform,0.5140906572341919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,4,uniform,0.5165760119756063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,2,uniform,0.5403306484222412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,1,uniform,0.5588213205337524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,uniform,0.4756213426589966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,uniform,0.5182400147120158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,uniform,0.7069493134816488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,uniform,0.5350506703058878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,uniform,0.19872534275054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,uniform,1.1177866458892822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,uniform,0.19271467129389444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,uniform,0.2269173264503479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,uniform,0.4540746609369914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,uniform,0.45864001909891766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,uniform,0.4815359910329183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,uniform,0.43356800079345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,uniform,0.3918079932530721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,8,uniform,0.41708799203236896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,uniform,0.47463464736938477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,uniform,0.6389760176340739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,uniform,1.0592532952626545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,4,uniform,0.4216586748758952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,8,uniform,0.6574186484018961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,2,uniform,0.42209601402282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,1,uniform,0.4259359836578369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,1,uniform,0.7194399833679199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,4,uniform,0.6616799831390381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,2,uniform,0.6969119707743326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,uniform,0.4846453269322713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,uniform,0.5324586629867554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,uniform,1.1473759810129802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,uniform,0.7324906984965006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,uniform,0.5527893304824829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,uniform,0.23078399896621704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,uniform,0.24261333545049033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,uniform,0.2811093330383301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,uniform,0.5743893384933472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,uniform,0.5826133489608765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,uniform,0.5956693490346273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,uniform,0.6786560217539469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,uniform,0.7282826900482178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,uniform,0.7635573546091715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,8,uniform,0.5937493244806925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,uniform,1.6375360488891602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,uniform,1.0146666367848713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,4,uniform,0.5999786853790283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,2,uniform,0.6041866540908813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,1,uniform,0.6106986602147421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,4,uniform,0.9630666573842367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,8,uniform,0.9578346411387125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,2,uniform,1.0222880045572917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,1,uniform,1.0582026640574138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,uniform,0.6776639620463053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,uniform,0.724506696065267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,uniform,0.7406826814015707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,uniform,0.3333280086517334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,uniform,0.9782933394114176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,uniform,1.5050239562988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,uniform,0.31618134180704754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,uniform,0.71123735109965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,uniform,0.7340106964111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,uniform,0.36132268110911053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,uniform,0.6952906449635824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,uniform,0.7110346953074137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,uniform,0.7516319751739502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,uniform,0.813642660776774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,4,uniform,0.7817707061767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,8,uniform,0.7733226617177328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,uniform,1.707706610361735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,2,uniform,0.7949653466542562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,uniform,1.0863893032073975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,1,uniform,0.8046666781107584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,8,uniform,1.2480639616648357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,4,uniform,1.2584106922149658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,2,uniform,1.3391893704732258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,1,uniform,1.3889919916788738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,uniform,0.8707520167032877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,uniform,0.9200426737467448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,uniform,0.9283200105031332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,uniform,1.205194632212321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,uniform,1.8317012786865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,uniform,0.4011146624883016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,uniform,0.4256960153579712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,uniform,0.45132799943288165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,uniform,0.9584373633066813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,uniform,1.044495979944865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,uniform,0.9548373222351074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,uniform,0.9914133548736572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,uniform,0.9824480215708414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,uniform,1.0589066346486409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,8,uniform,1.1261280377705891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,1,uniform,1.1812693277994792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,uniform,1.422159989674886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,4,uniform,1.1476906935373943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,8,uniform,1.8305493990580242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,2,uniform,1.16156800587972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,uniform,2.1541013717651367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,4,uniform,1.8594560623168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,2,uniform,1.9789066314697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,1,uniform,2.059168020884196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,uniform,1.3323307037353516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,uniform,1.262170632680257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,uniform,1.6687893867492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,uniform,1.3232906659444172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,uniform,0.6004960139592489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,uniform,2.478463967641195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,uniform,0.5652053356170654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,uniform,0.6315573453903198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,uniform,1.3301973342895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,uniform,1.3313173453013103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,uniform,1.3820373217264812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,uniform,1.2911946773529053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,uniform,1.358400026957194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,uniform,1.391482671101888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,8,uniform,1.479962666829427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,4,uniform,1.5144373575846355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,2,uniform,1.5303467114766438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,1,uniform,1.5568426450093586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,8,uniform,2.4350345929463706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,uniform,1.8017066319783528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,uniform,2.714106559753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,1,uniform,2.7251787185668945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,4,uniform,2.469775994618734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,2,uniform,2.633002599080404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,uniform,1.646117369333903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,uniform,1.7325439453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,uniform,1.724778652191162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,uniform,2.1132373809814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,uniform,3.0876054763793945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,uniform,0.7820213635762533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,uniform,0.7360479831695557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,uniform,0.8173066775004069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,uniform,1.7233014106750488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,uniform,1.7129920323689778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,uniform,1.771173318227132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,uniform,1.8668160438537598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,uniform,1.946346600850423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,uniform,1.9516372680664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,8,uniform,2.198213259379069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,4,uniform,2.236794630686442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,2,uniform,2.2734986941019693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,uniform,2.4540692965189614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,1,uniform,2.3088693618774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,8,uniform,3.599429448445638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,uniform,3.5929174423217773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,4,uniform,3.6739734013875327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,1,uniform,4.048949241638184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,2,uniform,3.9148852030436196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,uniform,2.4161225954691568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,uniform,2.52455472946167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,uniform,3.0448106129964194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,uniform,2.5238773028055825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,uniform,1.0781386693318684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,uniform,1.1427040100097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,uniform,4.376378695170085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,uniform,1.1754079659779866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,uniform,2.591279983520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,uniform,2.5813280741373696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,uniform,2.6718133290608725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,uniform,2.5769333839416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,uniform,2.4700053532918296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,uniform,2.6024746894836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,8,uniform,2.8971519470214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,2,uniform,3.006885210673014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,4,uniform,2.967733383178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,1,uniform,3.057829221089681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,8,uniform,4.7973066965738935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,uniform,3.182933489481608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,uniform,4.657535870869954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,2,uniform,5.197893460591634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,4,uniform,4.877552032470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,1,uniform,5.388314565022786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,uniform,3.205813407897949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,uniform,3.3459094365437827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,uniform,3.348666508992513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,uniform,4.009872118631999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,uniform,1.5018347104390461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,uniform,5.7065385182698565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,uniform,1.4193867047627766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,uniform,1.536469300587972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,uniform,3.3512852986653647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,uniform,3.4797226587931314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,uniform,3.3431199391682944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,uniform,3.488778750101725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,uniform,3.353941281636556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,uniform,3.494880040486654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,8,uniform,4.316368103027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,4,uniform,4.418047904968262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,2,uniform,4.489407857259114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,uniform,4.213791847229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,1,uniform,4.5640106201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,8,uniform,7.147189458211263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,uniform,6.090330759684245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,4,uniform,7.279269536336263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,2,uniform,7.77012825012207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,1,uniform,8.049557367960611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,uniform,4.755263964335124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,uniform,4.949983914693196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,uniform,4.968096097310384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,uniform,5.866890589396159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,uniform,8.360575993855795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,uniform,2.1031786600748696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,uniform,2.2218453089396157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,uniform,2.268928050994873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,uniform,4.968415896097819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,uniform,4.9826399485270185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,uniform,5.18065611521403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,uniform,4.861509323120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,uniform,5.043349266052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,uniform,5.070581436157227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,8,uniform,5.774469375610352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,4,uniform,5.9050343831380205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,2,uniform,5.985696156819661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,1,uniform,6.09010124206543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,8,uniform,9.501007715861002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,uniform,6.055957158406575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,4,uniform,9.672735850016275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,uniform,8.644245147705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,2,uniform,10.335541407267252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,1,uniform,10.712287902832031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,uniform,6.316080093383789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,uniform,6.595071792602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,uniform,6.572597503662109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,uniform,7.678714752197266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,uniform,2.948767979939779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,uniform,2.7812747955322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,uniform,10.904090881347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,uniform,3.012197176615397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,uniform,6.588538487752278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,uniform,6.644447962443034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,uniform,6.872933069864909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,uniform,6.614869435628255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,uniform,6.857423782348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,uniform,6.910725275675456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,8,uniform,7.18728510538737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,2,uniform,7.475488026936849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,4,uniform,7.328325271606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,1,uniform,7.601493199666341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,8,uniform,11.867936452229818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,4,uniform,12.093940734863281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,uniform,8.113701502482096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,uniform,11.517280578613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,2,uniform,12.910176595052084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,1,uniform,13.371743520100912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,uniform,7.877109527587891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,uniform,8.205994923909506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,uniform,8.245232264200846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,uniform,9.564640045166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,uniform,13.526629130045572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,uniform,3.669125239054362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,uniform,3.4700746536254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,uniform,3.773610750834147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,uniform,8.132650375366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,uniform,8.441669464111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,uniform,8.113674799601236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,uniform,8.169189453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,uniform,8.428874969482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,uniform,8.476266860961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,uniform,0.0610453337430954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,uniform,0.04316799839337667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,uniform,0.03161066770553589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,uniform,0.03001066545645396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,uniform,0.08184533317883809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,uniform,9.887861251831055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,uniform,14.137205759684244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,uniform,0.05459199845790863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,uniform,0.03905600061019262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,uniform,0.04005333284536997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,uniform,0.06076799829800924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,uniform,0.05407999952634176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,uniform,0.06485866506894429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,uniform,0.08757866422335307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,uniform,0.13355200489362082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,uniform,0.032501332461833954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,uniform,0.03277866790692011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,uniform,0.03719466676314672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,uniform,0.04836266736189524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,uniform,0.05099200208981832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,uniform,0.060864001512527466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,uniform,0.057130664587020874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,uniform,0.07120533287525177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,uniform,0.09975999593734741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,uniform,0.06342400113741557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,uniform,0.10522133111953735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,uniform,0.0740533322095871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,uniform,0.16963734229405722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,uniform,0.057861333092053734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,uniform,0.06098666787147522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,uniform,0.04250133534272512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,uniform,0.04471466441949209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,uniform,0.05938666562239329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,uniform,0.05284800132115682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,uniform,0.03905066599448522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,uniform,0.0825386643409729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,uniform,0.05522133409976959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,uniform,0.06313600142796834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,uniform,0.06542400022347768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,uniform,0.0972106655438741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,uniform,0.034832000732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,uniform,0.07286400099595387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,uniform,0.14446399609247842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,uniform,0.031983998914559685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,uniform,0.03915199885765711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,uniform,0.05075199902057648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,uniform,0.06327466666698456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,uniform,0.0674186646938324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,uniform,0.08002133170763652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,uniform,0.10998933513959248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,uniform,0.061018665631612144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,uniform,0.06458666423956554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,uniform,0.06921599805355072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,uniform,0.08390933275222778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,uniform,0.18366400400797525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,uniform,0.11634133259455363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,uniform,0.06286933521429698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,uniform,0.06259733438491821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,uniform,0.07693333427111308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,uniform,0.06233066817124685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,uniform,0.0565226674079895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,uniform,0.08203200002511342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,uniform,0.07919466495513916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,uniform,0.0787306676308314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,uniform,0.15531200170516968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,uniform,0.07858666777610779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,uniform,0.07657599945863088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,uniform,0.08781866232554118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,uniform,0.10652266939481099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,uniform,0.03839466720819473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,uniform,0.0563679983218511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,uniform,0.04386133452256521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,uniform,0.03775999943415324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,uniform,0.07705600063006084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,uniform,0.07869333525498708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,uniform,0.08183466891447704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,uniform,0.09325333436330159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,uniform,0.125791996717453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,uniform,0.07838933169841766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,uniform,0.08106666803359985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,uniform,0.09346133470535278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,uniform,0.06785599887371063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,uniform,0.12326400478680928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,uniform,0.19132800896962485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,uniform,0.05840000013510386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,uniform,0.08251200119654338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,uniform,0.05891199906667074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,uniform,0.05750933289527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,uniform,0.10436800122261047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,uniform,0.07896000146865845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,uniform,0.07900266846021016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,uniform,0.07780799766381581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,uniform,0.10777599612871806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,uniform,0.11345066626866658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,uniform,0.05524266759554545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,uniform,0.18585066000620523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,uniform,0.13617600003878275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,uniform,0.05932799975077311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,uniform,0.07115200161933899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,uniform,0.11036266883214314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,uniform,0.0554720014333725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,uniform,0.12596799929936728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,uniform,0.1686506668726603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,uniform,0.11084799965222676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,uniform,0.11251733700434367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,uniform,0.11920533577601115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,uniform,0.12714133659998575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,uniform,0.10652800401051839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,uniform,0.22057600816090903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,uniform,0.06727999945481618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,uniform,0.057760000228881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,uniform,0.15194132924079895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,uniform,0.059008002281188965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,uniform,0.08354666829109192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,uniform,0.08085866769154866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,uniform,0.08109866579373677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,uniform,0.05867200096448263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,uniform,0.07894399762153625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,uniform,0.16192000110944113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,uniform,0.1646986703077952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,uniform,0.27451733748118085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,uniform,0.1735573410987854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,uniform,0.08011733492215474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,uniform,0.08513599634170532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,uniform,0.07902400195598602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,uniform,0.1880799929300944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,uniform,0.10037333766619365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,uniform,0.16936000188191733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,uniform,0.1744906703631083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,uniform,0.16391467054684958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,uniform,0.19250667095184326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,uniform,0.24427199363708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,uniform,0.19539199272791544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,uniform,0.22579199075698853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,uniform,0.16616533199946085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,uniform,0.1581439971923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,uniform,0.29097600777943927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,uniform,0.06303999821345012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,uniform,0.058874666690826416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,uniform,0.05913599828879038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,uniform,0.08534933129946391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,uniform,0.05755733450253805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,uniform,0.08130666613578796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,uniform,0.08191999793052673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,uniform,0.08454400300979614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,uniform,0.27241599559783936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,uniform,0.2794826626777649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,uniform,0.3043946623802185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,uniform,0.4583679835001628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,uniform,0.3593120177586873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,uniform,0.08253333469231923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,uniform,0.09290132919947307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,uniform,0.07811200122038524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,uniform,0.11129599809646606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,uniform,0.20294400056203207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,uniform,0.2015519936879476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,uniform,0.2349440058072408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,uniform,0.2079626719156901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,uniform,0.31221866607666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,uniform,0.2797333399454753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,uniform,0.28092799584070843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,uniform,0.2985440095265706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,uniform,0.06328000128269196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,uniform,0.47626666227976483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,uniform,0.3544960021972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,uniform,0.058703998724619545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,uniform,0.0631466656923294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,uniform,0.059765333930651345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,uniform,0.08384533723195393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,uniform,0.07791999975840251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,uniform,0.08613866567611694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,uniform,0.2802559932072957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,uniform,0.47434667746225995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,uniform,0.2828373312950134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,uniform,0.07859200239181519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,uniform,0.3041279911994934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,uniform,0.3555519978205363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,uniform,0.08266666531562805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,uniform,0.08387200037638347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,uniform,0.20366400480270386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,uniform,0.09359467029571533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,uniform,0.11120532949765523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,uniform,0.2050559918085734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,uniform,0.24476800362269083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,uniform,0.21554134289423624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,uniform,0.321397324403127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,uniform,0.3856053352355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,uniform,0.3962613344192505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,uniform,0.4245440165201823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,uniform,0.49984534581502277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,uniform,0.65611199537913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,uniform,0.06592533489068349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,uniform,0.061535999178886414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,uniform,0.06285866598288219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,uniform,0.05978133281071981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,uniform,0.08785600463549297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,uniform,0.08441600203514099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,uniform,0.084197332461675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,uniform,0.0831413318713506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,uniform,0.3081760009129842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,uniform,0.09097066521644592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,uniform,0.2813013394673665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,uniform,0.2843093276023865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,uniform,0.3678133487701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,uniform,0.48837331930796307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,uniform,0.08549333612124126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,uniform,0.11638399958610535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,uniform,0.20538665850957236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,uniform,0.21823465824127197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,uniform,0.2477440039316813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,uniform,0.09351467092831929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,uniform,0.40799466768900555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,uniform,0.20694933334986368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,uniform,0.46223998069763184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,uniform,0.3983413378397624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,uniform,0.32680533329645794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,uniform,0.6887839635213217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,uniform,0.510261336962382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,uniform,0.06418666740258534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,uniform,0.06203199923038483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,uniform,0.06390400230884552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,uniform,0.06734933455785115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,uniform,0.08710400263468425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,uniform,0.08568533261617024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,uniform,0.08638399839401245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,uniform,0.09359467029571533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,uniform,0.28894933064778644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,uniform,0.3324586749076843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,uniform,0.3036106626192729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,uniform,0.4174986680348714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,uniform,0.5968159834543864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,uniform,0.09332266449928284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,uniform,0.10297066966692607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,uniform,0.08281066517035167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,uniform,0.13405332962671915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,uniform,0.21235734224319458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,uniform,0.22506133715311685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,uniform,0.27747199932734173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,uniform,0.21249600251515707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,uniform,0.3922826846440633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,uniform,0.45532798767089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,uniform,0.4247093200683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,uniform,0.397274653116862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,uniform,0.5739680131276449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,uniform,0.8388960361480713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,uniform,0.06251200040181477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,uniform,0.06365333497524261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,uniform,0.06412800153096516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,uniform,0.06479466458161671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,uniform,0.09073066711425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,uniform,0.08732266227404277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,uniform,0.09503466884295146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,uniform,0.08739200234413147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,uniform,0.2868000070254008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,uniform,0.30687467257181805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,uniform,0.3333919843037923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,uniform,0.6045386791229248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,uniform,0.4209013382593791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,uniform,0.09924266735712688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,uniform,0.213919997215271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,uniform,0.10457600156466167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,uniform,0.13646399974822998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,uniform,0.08638399839401245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,uniform,0.28286399443944293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,uniform,0.23261332511901855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,uniform,0.39669867356618244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,uniform,0.21547200282414755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,uniform,0.45815467834472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,uniform,0.4009759823481242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,uniform,0.5867946545282999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,uniform,0.8580533663431803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,uniform,0.06357866525650024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,uniform,0.06434133152167003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,uniform,0.42183999220530194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,uniform,0.08707732955614726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,uniform,0.07128533224264781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,uniform,0.06489066779613495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,uniform,0.0883733332157135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,uniform,0.08528000116348267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,uniform,0.0983786682287852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,uniform,0.2953973412513733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,uniform,0.3094559907913208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,uniform,0.3370879888534546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,uniform,0.4264693260192871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,uniform,0.6149653196334839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,uniform,0.08867733677228291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,uniform,0.09435733159383138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,uniform,0.2185866634051005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,uniform,0.10757333040237427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,uniform,0.14040000240008035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,uniform,0.29176533222198486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,uniform,0.2397973338762919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,uniform,0.2176533341407776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,uniform,0.4062560002009074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,uniform,0.4100853204727173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,uniform,0.43299198150634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,uniform,0.4622666835784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,uniform,0.5973226626714071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,uniform,0.8573066393534342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,uniform,0.0702453354994456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,uniform,0.06665066878000896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,uniform,0.07379733522733052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,uniform,0.09000533819198608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,uniform,0.066021333138148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,uniform,0.1029866635799408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,uniform,0.29681066672007245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,uniform,0.09539733330408733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,uniform,0.09553066889444987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,uniform,0.31360000371932983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,uniform,0.3425973256429036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,uniform,0.44707731405893963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,uniform,0.6257866621017456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,uniform,0.09859200318654378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,uniform,0.09289066990216573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,uniform,0.11422399679819743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,uniform,0.14988799889882407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,uniform,0.22155733903249106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,uniform,0.23126399517059326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,uniform,0.2511199911435445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,uniform,0.4359840154647827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,uniform,0.30906667311986286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,uniform,0.4140266577402751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,uniform,0.608794649442037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,uniform,0.4177226622899373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,uniform,0.4704853296279907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,uniform,0.8698986371358236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,uniform,0.07003200054168701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,uniform,0.06836799780527751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,uniform,0.0682239979505539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,uniform,0.09610666831334432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,uniform,0.09127466877301534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,uniform,0.09707732995351155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,uniform,0.07230933507283528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,uniform,0.10667733351389568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,uniform,0.2990293304125468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,uniform,0.45293867588043213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,uniform,0.31602134307225543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,uniform,0.6471413373947144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,uniform,0.09474133451779683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,uniform,0.3450346787770589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,uniform,0.11533332864443462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,uniform,0.10143466790517171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,uniform,0.15680000185966492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,uniform,0.22405334313710532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,uniform,0.31642667452494305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,uniform,0.2550879915555318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,uniform,0.23287999629974365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,uniform,0.44065598646799725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,uniform,0.47432533899943036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,uniform,0.420138676961263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,uniform,0.8853493531545004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,uniform,0.42904531955718994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,uniform,0.06965866684913635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,uniform,0.6257546742757162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,uniform,0.0811413327852885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,uniform,0.09894933303197224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,uniform,0.09371200203895569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,uniform,0.0693333347638448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,uniform,0.10196266571680705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,uniform,0.06810133159160614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,uniform,0.11353066563606262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,uniform,0.32052799065907794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,uniform,0.4639306863149007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,uniform,0.30288533369700116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,uniform,0.3529813289642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,uniform,0.09623466928799947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,uniform,0.6903733412424723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,uniform,0.10454932848612468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,uniform,0.16325333714485168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,uniform,0.1216373344262441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,uniform,0.22855999072392783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,uniform,0.2390186587969462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,uniform,0.264682670434316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,uniform,0.33083200454711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,uniform,0.484442671140035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,uniform,0.4680639902750651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,uniform,0.42506134510040283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,uniform,0.6321920156478882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,uniform,0.4389546712239583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,uniform,0.9262293179829916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,uniform,0.08979733784993489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,uniform,0.07899199922879536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,uniform,0.07540266712506612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,uniform,0.07396799822648366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,uniform,0.10072533289591472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,uniform,0.10079466303189595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,uniform,0.330405334631602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,uniform,0.12531200051307678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,uniform,0.371237317721049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,uniform,0.48367468516031903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,uniform,0.3099199930826823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,uniform,0.10441066821416219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,uniform,0.7295200030008951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,uniform,0.17597333590189615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,uniform,0.1288533310095469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,uniform,0.09796266754468282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,uniform,0.10764799515406291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,uniform,0.275002658367157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,uniform,0.5060213406880697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,uniform,0.25093867381413776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,uniform,0.34559468428293866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,uniform,0.45416533946990967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,uniform,0.43294934431711835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,uniform,0.23652799924214682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,uniform,0.9622933069864908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,uniform,0.4987200101216634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,uniform,0.07673599819342296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,uniform,0.6527946790059408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,uniform,0.08217066526412964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,uniform,0.09451733032862346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,uniform,0.07653866708278656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,uniform,0.10371200243631999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,uniform,0.3136960069338481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,uniform,0.1113866666952769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,uniform,0.10402666529019673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,uniform,0.1275146702925364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,uniform,0.3336106538772583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,uniform,0.3789386749267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,uniform,0.5000693400700887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,uniform,0.7584266662597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,uniform,0.1344106694062551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,uniform,0.1097920040289561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,uniform,0.10005333026250203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,uniform,0.28279467423756915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,uniform,0.2540586590766907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,uniform,0.18313066164652506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,uniform,0.24731733401616415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,uniform,0.35846932729085285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,uniform,0.5396586656570435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,uniform,0.457856019337972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,uniform,0.5076053142547607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,uniform,0.6707146962483724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,uniform,0.43561601638793945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,uniform,0.08036800225575765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,uniform,0.1027893324693044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,uniform,0.9932053089141846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,uniform,0.08479467034339905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,uniform,0.08586666981379192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,uniform,0.14257599910100302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,uniform,0.10803733269373576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,uniform,0.12204266587893169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,uniform,0.3455626567204793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,uniform,0.10971200466156006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,uniform,0.3967626492182414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,uniform,0.5430560111999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,uniform,0.32180800040562946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,uniform,0.11820266644159953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,uniform,0.10645866394042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,uniform,0.825546662012736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,uniform,0.20057600736618042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,uniform,0.14365866780281067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,uniform,0.2575040062268575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,uniform,0.3898559808731079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,uniform,0.3023093342781067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,uniform,0.4456373453140259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,uniform,0.4726719856262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,uniform,0.5989280144373575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,uniform,0.26660799980163574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,uniform,0.7189013163248698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,uniform,1.0755253632863362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,uniform,0.09409067034721375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,uniform,0.5286453167597452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,uniform,0.10758933424949646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,uniform,0.13682666420936584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,uniform,0.09194133679072063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,uniform,0.15331199765205383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,uniform,0.127509335676829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,uniform,0.33929598331451416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,uniform,0.1919893423716227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,uniform,0.13590932885805765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,uniform,0.4386666615804036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,uniform,0.98362135887146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,uniform,0.3685706853866577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,uniform,0.6323786576588949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,uniform,0.16476800044377646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,uniform,0.11476266384124756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,uniform,0.13020267089207968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,uniform,0.2502613266309102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,uniform,0.2740746736526489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,uniform,0.2925013303756714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,uniform,0.4721013307571411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,uniform,0.7313653628031412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,uniform,0.3410826524098714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,uniform,0.46541865666707355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,uniform,0.4957866668701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,uniform,0.8074613412221273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,uniform,1.2332106431325276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,uniform,0.5769386688868204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,uniform,0.10558399558067322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,uniform,0.10609599947929382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,uniform,0.12178132931391399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,uniform,0.1497119963169098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,uniform,0.1689066688219706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,uniform,0.23634666204452515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,uniform,0.1528426706790924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,uniform,0.38762132326761883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,uniform,0.13749866684277853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.3553546667098999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,uniform,0.7035733064015707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,uniform,1.1197226842244465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,uniform,0.14041067163149515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,uniform,0.18317866325378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,uniform,0.48198401927948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,uniform,0.29817066589991253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,uniform,0.12200533350308736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,uniform,0.38252798716227215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,uniform,0.3086133400599162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,uniform,0.2823999921480815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,uniform,0.851973295211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,uniform,0.626368006070455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,uniform,0.5325973431269327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,uniform,0.5182933410008749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,uniform,0.8855946858723959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,uniform,0.4763840039571126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,uniform,1.3830080032348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,uniform,0.14405866463979086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,uniform,0.12994133432706198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,uniform,0.20450133085250854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,uniform,0.15818666418393454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,uniform,0.33931199709574383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,uniform,0.23474133014678955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,uniform,0.4392319917678833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,uniform,0.24097599585851034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,uniform,0.18774932622909546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,uniform,0.37755731741587323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,uniform,0.8598506450653076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,uniform,0.5755093495051066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,uniform,1.4211413065592449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,uniform,0.1323946714401245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,uniform,0.38608535130818683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,uniform,0.23616000016530356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,uniform,0.16085867087046304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,uniform,0.3534826834996541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,uniform,0.46026134490966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,uniform,0.30985599756240845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,uniform,0.5171573162078857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,uniform,0.6591999928156534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,uniform,1.1063786347707112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,uniform,0.7177173296610514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,uniform,1.6859253247578938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,uniform,0.5721760193506876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,uniform,0.154341330130895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,uniform,1.0435840288798015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,uniform,0.3049760063489278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,uniform,0.20964799324671426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,uniform,0.17365866899490356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,uniform,0.25109867254892987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,uniform,0.4431840181350708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,uniform,0.2230986754099528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.4139680067698161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,uniform,0.3144320050875346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,uniform,1.0126880009969075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,uniform,0.4957493146260579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,uniform,0.6580533186594645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,uniform,0.14760532975196838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,uniform,1.7276959419250488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,uniform,0.27849066257476807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,uniform,0.34018667538960773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,uniform,0.45393598079681396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,uniform,0.1755519906679789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,uniform,0.40595734119415283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,uniform,0.7909226417541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,uniform,0.5346186558405558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,uniform,1.3515040079752605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,uniform,0.5526560147603353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,uniform,0.6278506517410278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,uniform,1.9993279774983723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,uniform,0.8099733193715414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,uniform,1.2075573603312175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,uniform,0.2539893388748169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,uniform,0.31696534156799316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,uniform,0.22660799821217856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,uniform,0.4448266824086507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,uniform,0.32764800389607746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,uniform,0.37615466117858887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,uniform,0.468234658241272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,uniform,0.48074666659037274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,uniform,0.6485386689503988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,uniform,0.6000639994939169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,uniform,1.3284640312194824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,uniform,0.8233546415964762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,uniform,2.3242400487264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,uniform,0.19182399908701578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,uniform,0.26449066400527954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,uniform,0.40910931428273517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,uniform,0.6820106506347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,uniform,0.45615466435750324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,uniform,0.5518720149993896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,uniform,2.034320036570231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,uniform,1.1539039611816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,uniform,0.7598026593526205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,uniform,1.5316799481709797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,uniform,0.6217973232269287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,uniform,0.9860906600952148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,uniform,0.7377920150756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,uniform,0.26609599590301514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,uniform,2.593770662943522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,uniform,0.3192266623179118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,uniform,0.4131466547648112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,uniform,0.38311998049418133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,uniform,0.5773226817448934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,uniform,0.5014026562372843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,uniform,0.8543787002563477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,uniform,0.6233119964599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.5482346614201864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,uniform,0.9882826805114746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,uniform,0.6933440367380778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,uniform,1.591584046681722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,uniform,2.8293654123942056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,uniform,0.22123199701309204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,uniform,0.3173866669336955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,uniform,0.8429813385009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,uniform,0.48711466789245605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,uniform,0.5254026651382446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,uniform,0.6313173373540243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,uniform,0.8986559708913168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,uniform,1.4314079284667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,uniform,0.702618678410848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,uniform,2.5308052698771157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,uniform,0.8435839811960856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,uniform,3.1975841522216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,uniform,1.1618826389312744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,uniform,0.40928534666697186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,uniform,1.8445599873860676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,uniform,0.6267999807993571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,uniform,0.7703413168589274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,uniform,0.8677066961924235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,uniform,0.49665598074595135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,uniform,0.9345813592274984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,uniform,0.6091519991556803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,uniform,1.2836159865061443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,uniform,1.4472533861796062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,uniform,2.4518027305603027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,uniform,0.7709440390268961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,uniform,0.990453322728475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,uniform,0.32571732997894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,uniform,0.45480533440907794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,uniform,4.33734925587972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,uniform,0.7176266511281332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,uniform,1.238751967748006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,uniform,0.7451146443684896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,uniform,0.9042932987213135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,uniform,1.3028799692789714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,uniform,3.771733283996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,uniform,0.8451306819915771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,uniform,1.049178679784139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,uniform,1.518378734588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,uniform,2.0578506787618003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,uniform,0.5285813411076864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,uniform,0.6705813407897949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,uniform,0.8103893597920736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,uniform,4.26474666595459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,uniform,2.4317866961161294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,uniform,1.1412533124287922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,uniform,1.2406773567199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,uniform,0.8004053433736166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,uniform,1.0111573537190754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,uniform,1.6974986394246419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,uniform,0.8998080094655355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,uniform,1.1894933382670085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,uniform,1.7637440363566081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,uniform,3.0564212799072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,uniform,5.479696273803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,uniform,0.5913653373718262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,uniform,0.9288053512573242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,uniform,0.42022931575775146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,uniform,1.625333309173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,uniform,0.9721600214640299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,uniform,2.710282643636068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,uniform,1.1909386316935222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,uniform,1.1359039942423503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,uniform,1.6866079966227214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,uniform,4.948874791463216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,uniform,1.4211360613505046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,uniform,2.0467039744059243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,uniform,0.9911680221557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,uniform,3.438741366068522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,uniform,0.7891253630320231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,uniform,1.2284533182779949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,uniform,1.6962720553080242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,uniform,1.1976693471272786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,uniform,6.03987185160319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,uniform,1.5185227394104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,uniform,2.5338080724080405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,uniform,1.8433972994486492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,uniform,1.3159626324971516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,uniform,1.7380746205647786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,uniform,2.6241067250569663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,uniform,4.480405489603679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,uniform,8.141125361124674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,uniform,0.6295520067214966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,uniform,2.4084320068359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,uniform,0.8565546671549479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,uniform,1.3806239763895671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,uniform,1.332154671351115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,uniform,1.6369013786315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,uniform,2.3871307373046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,uniform,3.8787946701049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,uniform,1.4251093864440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,uniform,7.075183868408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,uniform,1.83787202835083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,uniform,1.3258026440938313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,uniform,4.676981290181478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,uniform,2.777690569559733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,uniform,8.290485382080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,uniform,1.0400906403859456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,uniform,1.613525390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,uniform,2.243728001912435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,uniform,1.5256053606669109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,uniform,2.0296853383382163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,uniform,2.436901410420736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,uniform,3.350858688354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,uniform,1.7261333465576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,uniform,2.3062453269958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,uniform,5.940101623535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,uniform,3.4952001571655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,uniform,10.862720489501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,uniform,0.8099733193715414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,uniform,1.163050651550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,uniform,1.8259894053141277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,uniform,3.1909707387288413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,uniform,1.7833174069722493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,uniform,3.1921653747558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,uniform,2.1668052673339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,uniform,9.495434443155924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,uniform,5.151157379150391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,uniform,1.9564693768819172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,uniform,2.505605379740397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,uniform,6.352816263834636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,uniform,3.7347412109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,uniform,1.6466186841328938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,uniform,11.339300791422525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,uniform,1.2994826634724934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,uniform,2.797093391418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,uniform,2.511712074279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,uniform,1.983733336130778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,uniform,1.9033546447753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,uniform,4.183600107828776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,uniform,3.030890782674154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,uniform,2.15610138575236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,uniform,2.8748534520467124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,uniform,4.340501467386882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,uniform,13.512186686197916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,uniform,1.0183306535085042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,uniform,7.390869140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,uniform,1.4283946355183919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,uniform,2.2697599728902182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,uniform,2.619274616241455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,uniform,3.9767627716064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,uniform,2.134922663370768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,uniform,3.869663874308268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,uniform,6.246592203776042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,uniform,2.462714672088623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,uniform,11.679616292317709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,8,uniform,0.07263466715812683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,uniform,3.1797866821289062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,uniform,4.675648053487142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,uniform,0.03875733415285746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,uniform,0.1032480001449585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,uniform,0.040864000717798867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,uniform,0.051125332713127136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,uniform,0.06498133142789204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,uniform,0.04809066653251648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,uniform,0.048810665806134544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,uniform,0.08202133576075236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,uniform,0.06551999847094218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,uniform,7.871946970621745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,uniform,0.05905599892139435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,uniform,0.059936001896858215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,uniform,0.06835733354091644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,uniform,0.06095466514428457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,uniform,0.05276266733805338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,uniform,0.03892799963553747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,uniform,0.03726933399836222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,uniform,0.03738133360942205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,uniform,0.03835733234882355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,uniform,0.041082667807737984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,uniform,0.0937653382619222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,uniform,0.0705866664648056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,uniform,0.05641599992911021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,uniform,0.057328000664711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,uniform,0.05985599756240845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,uniform,0.06728533407052358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,uniform,0.08698667089144389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,uniform,0.0680159976085027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,uniform,0.05890133480230967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,uniform,0.06318933268388112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,uniform,0.0603413333495458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,uniform,0.07109333574771881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,8,uniform,0.07424533367156982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,uniform,0.049322664737701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,uniform,0.05261866748332977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,uniform,0.05129066606362661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,uniform,0.09851200381914775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,uniform,0.06959466636180878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,uniform,0.06419200201829274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,uniform,0.06529599924882253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,uniform,0.08829333384831746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,uniform,14.214085896809896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,uniform,0.06878933310508728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,uniform,0.06927466889222463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,uniform,0.06611200173695882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,uniform,0.07666666805744171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,uniform,0.0529013325770696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,uniform,0.07881600161393483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,uniform,0.03881600002447764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,uniform,0.03826666623353958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,uniform,0.045909335215886436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,uniform,0.03977066775163015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,uniform,0.04116799930731455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,uniform,0.0899679958820343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,uniform,0.07084799806276958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,uniform,0.07094933092594147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,uniform,0.07004799942175548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,uniform,0.07930666704972585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,uniform,0.07099199791749318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,uniform,0.08673600355784099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,uniform,0.08814932902654012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,uniform,0.07125333448251088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,uniform,0.07251200079917908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,uniform,0.08214400211970012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,uniform,0.07147733370463054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,8,uniform,0.0666720022757848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,uniform,0.09199999769528706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,uniform,0.062080000837643944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,uniform,0.06285333136717479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,uniform,0.06400000055631001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,uniform,0.0900426705678304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,uniform,0.08888000249862671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,uniform,0.08059733112653096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,uniform,0.08706667025883992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,uniform,0.09277866284052531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,uniform,0.08914132912953694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,uniform,0.0862613320350647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,uniform,0.08944533268610637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,uniform,0.050341332952181496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,uniform,0.1081119974454244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,uniform,0.05489066739877065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,uniform,0.049440001447995506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,uniform,0.05465066432952881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,uniform,0.06282133360703786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,uniform,0.04974933465321859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,uniform,0.08509866396586101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,uniform,0.08480000495910645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,uniform,0.09168000022570293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,uniform,0.0853760043780009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,uniform,0.08583466211954753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,uniform,0.10622933506965637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,uniform,0.08829333384831746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,uniform,0.08728532989819844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,uniform,0.08894399801890056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,uniform,0.08842666943868001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,uniform,0.09246399998664856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,8,uniform,0.07158933579921722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,uniform,0.10980266332626343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,uniform,0.06115200122197469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,uniform,0.06509333352247874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,uniform,0.09330667058626811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,uniform,0.06453333298365276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,uniform,0.08913600444793701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,uniform,0.10803733269373576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,uniform,0.09134399890899658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,uniform,0.11355732878049214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,uniform,0.08250133196512859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,uniform,0.11147200067838033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,uniform,0.11016000310579936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,uniform,0.11824533343315125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,uniform,0.141567995150884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,uniform,0.05914666752020518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,uniform,0.06121066709359487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,uniform,0.060693333546320595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,uniform,0.06855999926726024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,uniform,0.12046399712562561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,uniform,0.08236800134181976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,uniform,0.11938666303952535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,uniform,0.058677335580190025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,uniform,0.12267200152079265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,uniform,0.1200373371442159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,uniform,0.12340266505877177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,uniform,0.11218667030334473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,uniform,0.14089066783587137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,uniform,0.11221333344777425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,uniform,0.10985599954922994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,uniform,0.11353600025177002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,uniform,0.14797866344451904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,uniform,0.12712533275286356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,uniform,0.06748799979686737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,8,uniform,0.06979733208815257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,uniform,0.094458669424057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,uniform,0.0672159989674886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,uniform,0.06327466666698456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,uniform,0.08309333523114522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,uniform,0.16293332974116007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,uniform,0.08247999846935272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,uniform,0.08932800094286601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,uniform,0.16286933422088623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,uniform,0.16364266475041708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,uniform,0.16780799627304077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,uniform,0.17806933323542276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,uniform,0.22291733821233115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,uniform,0.09673600395520528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,uniform,0.08533866206804912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,uniform,0.08436266581217448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,uniform,0.08499733606974284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,uniform,0.08477333188056946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,uniform,0.1800160010655721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,uniform,0.1206826666990916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,uniform,0.18688533703486124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,uniform,0.18115200599034628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,uniform,0.1807360053062439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,uniform,0.22432533899943033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,uniform,0.19355199734369913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,uniform,0.16389866669972739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,uniform,0.18024533987045288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,uniform,0.16358400384585062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,uniform,0.16681599617004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,uniform,0.1634773313999176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,uniform,0.06750399867693584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,8,uniform,0.07076266904671986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,uniform,0.2217973272005717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,uniform,0.06089066465695699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,uniform,0.08391466736793518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,uniform,0.06469866633415222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,uniform,0.08426133791605632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,uniform,0.09097066521644592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,uniform,0.276911993821462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,uniform,0.2775626579920451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,uniform,0.08867200215657552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,uniform,0.2794719934463501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,uniform,0.3877120018005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,uniform,0.28411734104156494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,uniform,0.3088373343149821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,uniform,0.08396800359090169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,uniform,0.08842133482297261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,uniform,0.08548800150553386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,uniform,0.12346133589744568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,uniform,0.08584533135096233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,uniform,0.10017066200574239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,uniform,0.20913066466649374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,uniform,0.20449066162109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,uniform,0.2789439956347148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,uniform,0.20874667167663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,uniform,0.2136639952659607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,uniform,0.22801067431767783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,uniform,0.2805066704750061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,uniform,0.2776160041491191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,uniform,0.27958933512369794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,uniform,0.06543999910354614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,uniform,0.2859039902687073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,uniform,0.3097813328107198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,uniform,0.39168532689412433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,uniform,0.06531199812889099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,8,uniform,0.07131200035413106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,uniform,0.06513066589832306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,uniform,0.08899733424186707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,uniform,0.09061333537101746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,uniform,0.09272000193595886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,uniform,0.2797706723213196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,uniform,0.09262399872144063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,uniform,0.2783946593602498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,uniform,0.08634666601816814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,uniform,0.2847893238067627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,uniform,0.08570133646329244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,uniform,0.08807466427485149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,uniform,0.3906506697336833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,uniform,0.3112106720606486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,uniform,0.08787733316421509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,uniform,0.2149440050125122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,uniform,0.27542932828267414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,uniform,0.0997226635615031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,uniform,0.1246613363424937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,uniform,0.214848001797994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,uniform,0.2059040069580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,uniform,0.20548800627390543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,uniform,0.22660799821217856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,uniform,0.5601280132929484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,uniform,0.39188265800476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,uniform,0.39323198795318604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,uniform,0.39395201206207275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,uniform,0.27591466903686523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,uniform,0.43832000096638996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,uniform,0.4035573403040568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,8,uniform,0.07158933579921722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,uniform,0.06782400111357371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,uniform,0.06781333188215892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,uniform,0.06614933411280315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,uniform,0.09413333733876546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,uniform,0.0890826682249705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,uniform,0.08450667063395183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,uniform,0.08285333216190338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,uniform,0.31407999992370605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,uniform,0.27908267577489215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,uniform,0.27926933765411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,uniform,0.2823200027147929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,uniform,0.2856160004933675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,uniform,0.3932746648788452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,uniform,0.08558932940165202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,uniform,0.08281066517035167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,uniform,0.21009065707524618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,uniform,0.08584533135096233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,uniform,0.0883679986000061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,uniform,0.1272640029589335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,uniform,0.09993599851926167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,uniform,0.20827200015385947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,uniform,0.20493866999944052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,uniform,0.21220799287160239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,uniform,0.2852320075035095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,uniform,0.2290666699409485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,uniform,0.3935360113779704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,uniform,0.44256532192230225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,uniform,0.39582931995391846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,uniform,0.39483733971913654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,uniform,0.40489065647125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,uniform,0.062047998110453285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,8,uniform,0.06411733229955037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,uniform,0.06319466729958852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,uniform,0.5629119873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,uniform,0.06414400041103363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,uniform,0.0855466624101003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,uniform,0.08494933446248372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,uniform,0.0844693382581075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,uniform,0.08521067102750142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,uniform,0.2810346682866414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,uniform,0.2813280026117961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,uniform,0.32178666194279987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,uniform,0.2848373254140218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,uniform,0.2890186707178752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,uniform,0.39683731396993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,uniform,0.0899839997291565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,uniform,0.08840533097585042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,uniform,0.08624533812204997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,uniform,0.08678399523099263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,uniform,0.10081600149472554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,uniform,0.2107093334197998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,uniform,0.12943466504414877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,uniform,0.2095573345820109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,uniform,0.21091200908025107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,uniform,0.39534934361775714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,uniform,0.21712533632914224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,uniform,0.2325706680615743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,uniform,0.288266658782959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,uniform,0.3954079945882161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,uniform,0.44806400934855145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,uniform,0.3986293474833171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,uniform,0.40502933661142987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,8,uniform,0.06418666740258534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,uniform,0.5673866669336954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,uniform,0.06486933430035909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,uniform,0.06238399942715963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,uniform,0.06338133414586385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,uniform,0.28227200110753375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,uniform,0.08477333188056946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,uniform,0.08471999565760295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,uniform,0.08483200271924336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,uniform,0.08647466699282329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,uniform,0.2919999957084656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,uniform,0.2816426753997803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,uniform,0.2865333358446757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,uniform,0.4012106657028198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,uniform,0.3257066607475281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,uniform,0.08528000116348267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,uniform,0.08738666772842407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,uniform,0.08667733271916707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,uniform,0.09112000465393066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,uniform,0.10124799609184265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,uniform,0.21979733308156332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,uniform,0.12983999649683634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,uniform,0.20971200863520303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,uniform,0.20989867051442465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,uniform,0.21132266521453857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,uniform,0.39882667859395343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,uniform,0.23563732703526816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,uniform,0.3956746657689412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,uniform,0.29291733105977374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,uniform,0.4103306531906128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,uniform,0.5757493178049723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,uniform,0.3980960051218669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,uniform,0.449349323908488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,uniform,0.08588266372680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,uniform,0.06287466486295064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,8,uniform,0.06451199948787689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,uniform,0.06322133541107178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,uniform,0.06509866813818614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,uniform,0.08507200082143147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,uniform,0.08585600058237712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,uniform,0.08868799606959026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,uniform,0.2850400010744731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,uniform,0.28457067410151166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,uniform,0.08551466464996338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,uniform,0.29493866364161175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,uniform,0.28802667061487836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,uniform,0.33326399326324463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,uniform,0.4086079994837443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,uniform,0.09007466832796733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,uniform,0.08730133374532063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,uniform,0.08929066856702168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,uniform,0.10357866684595744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,uniform,0.13196266690889993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,uniform,0.21554134289423624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,uniform,0.217466672261556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,uniform,0.20921599864959717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,uniform,0.220143993695577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,uniform,0.40060798327128094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,uniform,0.2425546646118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,uniform,0.29686933755874634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,uniform,0.4006986618041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,uniform,0.40067732334136963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,uniform,0.41210134824117023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,uniform,0.5873279968897501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,uniform,0.4598666826883952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,uniform,0.07021333277225494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,8,uniform,0.06910933554172516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,uniform,0.0943999985853831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,uniform,0.0712960014740626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,uniform,0.07566399872303009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,uniform,0.09855467081069946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,uniform,0.285589337348938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,uniform,0.0960106650988261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,uniform,0.10170132915178935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,uniform,0.28594134251276654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,uniform,0.28999465703964233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,uniform,0.299621323744456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,uniform,0.41726934909820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,uniform,0.33477334181467694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,uniform,0.08737599849700928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,uniform,0.08681600292523702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,uniform,0.1371999979019165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,uniform,0.09053867061932881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,uniform,0.09227200349171956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,uniform,0.10577066739400227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,uniform,0.22267733017603555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,uniform,0.21498133738835654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,uniform,0.2129866679509481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,uniform,0.2173866629600525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,uniform,0.24406399329503378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,uniform,0.402511994043986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,uniform,0.30161599318186444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,uniform,0.4039306640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,uniform,0.41573333740234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,uniform,0.403989315032959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,8,uniform,0.0699786643187205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,uniform,0.4694720109303792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,uniform,0.5963040192921957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,uniform,0.07155199845631917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,uniform,0.06945066650708516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,uniform,0.09762666622797649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,uniform,0.10012800494829814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,uniform,0.07695466776688893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,uniform,0.09653866291046143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,uniform,0.29102933406829834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,uniform,0.10293866197268169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,uniform,0.2869493365287781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,uniform,0.28670400381088257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,uniform,0.30139732360839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,uniform,0.08879466851552327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,uniform,0.34226131439208984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,uniform,0.42231468359629315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,uniform,0.13871999581654867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,uniform,0.09008533755938213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,uniform,0.08892266949017842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,uniform,0.09276800354321797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,uniform,0.10828266541163127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,uniform,0.2158400019009908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,uniform,0.2137333353360494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,uniform,0.218341330687205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,uniform,0.2507680058479309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,uniform,0.22568533817927042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,uniform,0.40294400850931805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,uniform,0.4170986811319987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,uniform,0.3086880048116048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,uniform,0.4041920105616252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,uniform,0.4076213439305623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,uniform,0.06739200154940288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,uniform,0.4719253381093343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,uniform,0.6061439911524454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,8,uniform,0.06698666512966156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,uniform,0.0717439999183019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,uniform,0.08032533526420593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,uniform,0.09103467067082723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,uniform,0.09356266260147095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,uniform,0.309770663579305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,uniform,0.10872000455856323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,uniform,0.09690666198730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,uniform,0.28970666726430255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,uniform,0.294810672601064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,uniform,0.29013333717981976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,uniform,0.35151465733846027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,uniform,0.43353601296742755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,uniform,0.08942932883898418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,uniform,0.08945066730181377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,uniform,0.09081066648165385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,uniform,0.219925324122111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,uniform,0.09662399689356486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,uniform,0.14481600125630698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,uniform,0.11188800136248271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,uniform,0.26004799207051593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,uniform,0.22011733055114746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,uniform,0.2294879953066508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,uniform,0.22025599082310995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,uniform,0.3137386639912923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,uniform,0.4072800079981486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,uniform,0.41325334707895917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,uniform,0.4063146511713664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,uniform,0.42718398571014404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,uniform,0.4877226750055949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,uniform,0.08967999617258708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,uniform,0.6232426563898722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,8,uniform,0.08535466591517131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,uniform,0.08526399731636047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,uniform,0.09873066345850627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,uniform,0.12366400162378947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,uniform,0.10788266857465108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,uniform,0.1120853324731191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,uniform,0.13611732920010886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,uniform,0.29532267649968463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,uniform,0.3187999924023946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,uniform,0.30348799626032513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,uniform,0.29576534032821655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,uniform,0.36692265669504803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,uniform,0.09874666730562846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,uniform,0.4498293399810791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,uniform,0.09675733248392741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,uniform,0.09250133236249287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,uniform,0.11371200283368428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,uniform,0.1439520021279653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,uniform,0.22117332617441812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,uniform,0.20388799905776978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,uniform,0.2205386757850647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,uniform,0.22764267524083456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,uniform,0.23518933852513632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,uniform,0.4129973252614339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,uniform,0.2730293273925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,uniform,0.32811200618743896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,uniform,0.41441067059834796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,uniform,0.637605349222819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,uniform,0.419594685236613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,uniform,0.43778133392333984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,uniform,0.5021440188090006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,uniform,0.10334400335947673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,8,uniform,0.0855466624101003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,uniform,0.08360532919565837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,uniform,0.09130666653315227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,uniform,0.11488533020019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,uniform,0.13717333475748697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,uniform,0.1143839955329895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,uniform,0.12239999572436015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,uniform,0.300437331199646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,uniform,0.29684267441431683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,uniform,0.3752693335215251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,uniform,0.3057973384857178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,uniform,0.32201067606608075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,uniform,0.46051732699076336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,uniform,0.09454933802286784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,uniform,0.11762666702270508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,uniform,0.09583999713261922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,uniform,0.1023573378721873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,uniform,0.14669866363207498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,uniform,0.2071839968363444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,uniform,0.2424586613972982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,uniform,0.23384000857671103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,uniform,0.23325333992640176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,uniform,0.4156959851582845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,uniform,0.3290986617406209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,uniform,0.26736533641815186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,uniform,0.4534720182418823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,uniform,0.41391468048095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,uniform,0.4249226649602254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,uniform,0.5128533442815145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,uniform,0.44299201170603436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,8,uniform,0.0946720043818156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,uniform,0.09809066851933797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,uniform,0.6553226709365845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,uniform,0.12787733475367227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,uniform,0.1092639962832133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,uniform,0.12102400263150533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,uniform,0.13318399588267008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,uniform,0.3040906588236491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,uniform,0.15364266435305277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,uniform,0.1653546690940857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,uniform,0.31244800488154095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,uniform,0.3323093255360921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,uniform,0.3019520044326782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,uniform,0.4863946835199992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,uniform,0.3932746648788452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,uniform,0.09379200140635173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,uniform,0.09758399923642476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,uniform,0.22009599208831787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,uniform,0.11852799852689107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,uniform,0.10240000486373901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,uniform,0.15387733777364096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,uniform,0.28030399481455487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,uniform,0.23591466744740805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,uniform,0.2350613276163737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,uniform,0.24900267521540323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,uniform,0.46090133984883624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,uniform,0.3402186632156372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,uniform,0.4203519821166992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,uniform,0.422874649365743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,uniform,0.4326666593551636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,uniform,0.5342239936192831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,uniform,0.4523093303044637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,8,uniform,0.1246453324953715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,uniform,0.14062399665514627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,uniform,0.6807626883188883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,uniform,0.12882133324941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,uniform,0.22297066450119019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,uniform,0.16036267081896463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,uniform,0.1785386602083842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,uniform,0.20098666350046793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,uniform,0.1840320030848185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,uniform,0.3105173309644063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,uniform,0.32016533613204956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,uniform,0.34364267190297443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,uniform,0.7019999821980795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,uniform,0.4036266803741455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,uniform,0.5005973180135092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,uniform,0.10426666339238484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,uniform,0.1502079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,uniform,0.10943999886512756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,uniform,0.12195199728012085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,uniform,0.26739199956258136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,uniform,0.20154666900634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,uniform,0.2437173326810201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,uniform,0.2923840085665385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,uniform,0.24379199743270874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,uniform,0.31702399253845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,uniform,0.45590933163960773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,uniform,0.669823964436849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,uniform,0.43037867546081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,8,uniform,0.14453867077827454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,uniform,0.4362773497899373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,uniform,0.47925865650177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,uniform,0.4506560166676839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,uniform,0.5677973429361979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,uniform,0.74727996190389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,uniform,0.16682666540145874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,uniform,0.1504533290863037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,uniform,0.2188106576601664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,uniform,0.20159467061360678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,uniform,0.235642671585083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,uniform,0.2693120042483012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,uniform,0.3184586763381958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,uniform,0.31885333855946857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,uniform,0.3305013378461202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,uniform,0.3567519982655843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,uniform,0.42102932929992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,uniform,0.1128053367137909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,uniform,0.7540266513824463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,uniform,0.5333386659622192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,uniform,0.10433066884676616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,uniform,0.13166933258374533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,uniform,0.368282675743103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,uniform,0.16704533497492471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,uniform,0.2453920046488444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,uniform,0.26527466376622516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,uniform,0.2730933427810669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,uniform,0.3017653425534566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,uniform,0.5150026480356852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,uniform,0.36100268363952637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,uniform,0.8323520024617513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,uniform,0.4419146776199341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,uniform,0.4519360065460205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,uniform,0.7221333185831705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,uniform,0.48560531934102374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,uniform,0.5719733238220215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,uniform,1.0421706835428874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,uniform,0.27875733375549316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,8,uniform,0.20357867081960043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,uniform,0.21387734015782675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,uniform,0.2373653252919515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,uniform,0.3153493404388428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,uniform,0.34512531757354736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,uniform,0.4424000183741252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,uniform,0.36813334623972577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,uniform,0.34113065401713055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,uniform,0.35899198055267334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,uniform,0.40406401952107746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,uniform,1.0103893280029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,uniform,0.4897119998931885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,uniform,0.6807680130004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,uniform,0.12814933061599731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,uniform,0.3367040157318115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,uniform,0.21145600080490112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,uniform,0.14240533113479614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,uniform,0.1653279960155487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,uniform,0.47275733947753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,uniform,0.3568586508433024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,uniform,0.3693973223368327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,uniform,0.3951306740442912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,uniform,0.46222400665283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,uniform,1.0516266822814941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,uniform,0.6675946712493896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,uniform,0.463861346244812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,uniform,0.5224533478418986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,uniform,0.47625064849853516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,uniform,0.6162879864374796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,8,uniform,0.2542080084482829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,uniform,0.4268960158030192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,uniform,0.7932000160217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,uniform,0.26581867535909015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,uniform,0.3031146725018819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,uniform,1.1474133332570393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,uniform,0.35841600100199383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,uniform,0.5183093150456747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,uniform,0.45788268248240155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,uniform,0.6091306606928507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,uniform,0.4509226481119792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,uniform,0.39414934317270917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,uniform,0.37220799922943115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,uniform,0.5528213183085123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,uniform,0.7614506880442301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,uniform,1.1429279645284016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,uniform,0.1499573290348053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,uniform,0.5910400152206421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,uniform,0.16679465770721436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,uniform,0.19381332397460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,uniform,0.24693334102630615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,uniform,0.42875198523203534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,uniform,0.49958399931589764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,uniform,0.47064534823099774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,uniform,0.5046613216400146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,uniform,0.5985226631164551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,uniform,0.8770506381988525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,uniform,1.3971840540568035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,uniform,0.4893440008163452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,uniform,0.5125813484191895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,uniform,0.5747359991073608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,uniform,0.7116266886393229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,8,uniform,0.363866647084554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,uniform,0.6654239892959595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,uniform,0.37914665540059406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,uniform,0.9988053639729818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,uniform,1.5088480313618977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,uniform,0.43449600537618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,uniform,0.5218506654103597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,uniform,0.7689493497212728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,uniform,0.7067626317342123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,uniform,0.9149440129597982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,uniform,0.5474986632664999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,uniform,0.5721493164698283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,uniform,0.6258613268534342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,uniform,0.7586026986440023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,uniform,1.0014080206553142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,uniform,1.4921654065450032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,uniform,0.20986666282018027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,uniform,0.23755200703938803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,uniform,0.2645226716995239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,uniform,0.8228906790415446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,uniform,0.3378560145696004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,uniform,0.6207199891408285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,uniform,0.5954826672871908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,uniform,0.6418666839599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,uniform,0.6984480222066244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,uniform,1.1861226558685303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,uniform,1.9671947161356609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,uniform,0.8017600377400717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,uniform,0.5497173468271891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,uniform,0.5832106669743856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,uniform,0.6703999837239584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,8,uniform,0.4745599826176961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,uniform,1.1477279663085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,uniform,0.5046079953511556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,uniform,0.830186684926351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,uniform,1.7431626319885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,uniform,0.5742666721343994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,uniform,0.6860533555348715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,uniform,0.9545439879099528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,uniform,0.9142773151397705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,uniform,1.0865600109100342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,uniform,1.2250453631083171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,uniform,0.7345653374989828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,uniform,1.0212480227152507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,uniform,0.8063626289367676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,uniform,0.8874346415201823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,uniform,1.3629013697306316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,uniform,1.9449653625488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,uniform,0.26874667406082153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,uniform,0.3526933193206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,uniform,0.30611733595530194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,uniform,0.4468906720479329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,uniform,0.8304533163706461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,uniform,1.1301493644714355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,uniform,0.827834685643514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,uniform,0.7937173048655192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,uniform,0.8751093546549479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,uniform,1.0327093601226807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,uniform,1.540602684020996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,uniform,2.5184853871663413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,uniform,0.8299840291341146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,uniform,0.9070879618326823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,uniform,0.9831146399180094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,uniform,1.1093226273854573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,uniform,1.4939039548238118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,8,uniform,0.6862560113271078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,uniform,0.7296213308970133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,uniform,0.8483626842498779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,uniform,1.0556480089823406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,uniform,1.4330026308695476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,uniform,2.1881492932637534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,uniform,1.5430132548014324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,uniform,1.6988800366719563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,uniform,1.8483200073242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,uniform,1.0929813385009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,uniform,1.281925360361735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,uniform,1.175994634628296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,uniform,1.5133973757425945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,uniform,1.9803679784138997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,uniform,0.369978666305542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,uniform,2.7379306157430015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,uniform,0.5300960143407186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,uniform,0.43433598677317303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,uniform,0.6818186442057291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,uniform,1.1928319931030273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,uniform,1.6487305959065754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,uniform,1.2154453595479329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,uniform,1.1331893603007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,uniform,1.32587734858195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,uniform,1.530293305714925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,uniform,2.351744016011556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,uniform,3.7159627278645835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,uniform,1.2197226683298747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,uniform,1.3498133023579915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,uniform,1.2569546699523926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,uniform,1.5717226664225261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,8,uniform,0.9156800111134847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,uniform,0.9446293512980143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,uniform,2.1318559646606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,uniform,1.1044159730275471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,uniform,1.4269493420918782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,uniform,2.978069305419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,uniform,2.064085324605306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,uniform,2.115429401397705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,uniform,2.2811999320983887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,uniform,2.525616010030111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,uniform,1.422693411509196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,uniform,1.5388372739156086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,uniform,2.0130507151285806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,uniform,1.7325226465861003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,uniform,2.6035680770874023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,uniform,0.4925866524378459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,uniform,3.7680320739746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,uniform,0.8872480392456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,uniform,0.6987520058949789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,uniform,0.5537493228912354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,uniform,1.6089173952738445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,uniform,2.2626399993896484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,uniform,1.4866560300191243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,uniform,1.5878507296244304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,uniform,1.7166186968485515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,uniform,2.0349440574645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,uniform,3.015397389729818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,uniform,4.912485440572103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,uniform,1.7418665885925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,uniform,1.644997278849284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,uniform,1.8378453254699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,8,uniform,1.453920046488444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,uniform,2.1676905949910483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,uniform,1.5321706136067708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,uniform,1.7846293449401855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,uniform,2.123173395792643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,uniform,2.7883628209431968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,uniform,3.7858880360921225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,uniform,3.1827306747436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,uniform,3.217146555582682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,uniform,3.4263785680135093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,uniform,3.830325444539388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,uniform,2.1680426597595215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,uniform,2.3509546915690103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,uniform,2.534719944000244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,uniform,3.823568026224772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,uniform,3.0268214543660483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,uniform,5.574256261189778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,uniform,0.6992106437683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,uniform,0.7680373191833496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,uniform,1.0051413377126057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,uniform,1.3070933024088542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,uniform,2.3612693150838218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,uniform,3.3329760233561196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,uniform,2.3016106287638345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,uniform,2.404325326283773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,uniform,2.5776425997416177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,uniform,7.348533630371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,uniform,3.0000425974527993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,uniform,4.60205872853597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,uniform,2.547642707824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,uniform,2.4426026344299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,uniform,2.689045270284017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,8,uniform,2.06713072458903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,uniform,2.39300807317098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,uniform,2.534069379170736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,uniform,2.9529441197713218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,uniform,3.1073172887166343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,uniform,4.418869336446126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,uniform,4.005013465881348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,uniform,5.775744120279948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,uniform,4.479189236958821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,uniform,4.781834602355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,uniform,5.280672073364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,uniform,2.9269653956095376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,uniform,3.3956638971964517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,uniform,3.1609598795572915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,uniform,4.009626706441243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,uniform,5.231184005737305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,uniform,7.562128067016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,uniform,0.9354666868845621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,uniform,1.1196266810099285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,uniform,1.3785707155863445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,uniform,1.809109369913737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,uniform,3.2350667317708335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,uniform,4.548240025838216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,uniform,3.2532641092936196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,uniform,3.190842628479004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,uniform,3.4246133168538413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,uniform,3.9815359115600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,uniform,3.470106760660807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,uniform,6.024080276489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,uniform,9.726271947224935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,uniform,3.5377120971679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,uniform,3.75001589457194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,8,uniform,2.9998559951782227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,uniform,3.028869311014811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,uniform,3.3196531931559243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,uniform,3.7000745137532554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,uniform,4.254048029581706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,uniform,5.391349156697591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,uniform,5.8481705983479815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,uniform,5.644538879394531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,uniform,5.949808120727539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,uniform,6.632949193318685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,uniform,7.723407745361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,uniform,3.6282774607340493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,uniform,3.980165481567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,uniform,4.280165354410808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,uniform,5.04802131652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,uniform,1.1877439816792805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,uniform,6.502597173055013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,uniform,9.454069137573242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,uniform,1.395685354868571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,uniform,1.6930987040201824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,uniform,2.2581067085266113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,uniform,4.078543980916341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,uniform,5.700869242350261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,uniform,3.8605705897013345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,uniform,4.110453287760417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,uniform,4.260464032491048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,uniform,4.897845268249512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,uniform,4.186410586039226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,uniform,7.457610448201497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,uniform,12.095226287841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,uniform,4.420127868652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,uniform,4.717599868774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,8,uniform,0.050554667909940086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,4,uniform,0.04022933294375738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,2,uniform,0.0344106654326121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,1,uniform,0.034602666894594826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,8,uniform,0.05936000247796377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,4,uniform,0.04842133323351542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,2,uniform,0.03819733361403147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,1,uniform,0.03788800040880839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,uniform,0.06622933348019917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,uniform,0.05266666909058889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,uniform,0.051183998584747314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,uniform,0.05276266733805338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,uniform,0.05538133283456167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,uniform,0.0625493327776591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,uniform,0.04018666595220566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,uniform,0.034517332911491394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,uniform,0.03402133285999298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,uniform,0.03480000048875809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,uniform,0.03555200000603994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,uniform,0.03902933249870936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,uniform,5.281008084615071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,uniform,0.06597866614659627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,uniform,0.05492266515890757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,uniform,0.05030400057633718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,uniform,0.05100266635417938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,uniform,0.053120002150535583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,uniform,0.05710400144259135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,uniform,6.774789174397786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,uniform,0.06762666503588359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,uniform,0.05529599885145823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,uniform,0.052015999952952065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,uniform,0.06562133133411407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,uniform,0.0536053329706192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,uniform,0.056645333766937256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,8,uniform,0.05012266834576925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,1,uniform,0.03946666667858759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,4,uniform,0.0401653324564298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,2,uniform,0.03991466760635376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,4,uniform,0.05086933573087057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,uniform,9.853082656860352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,8,uniform,0.05846933523813883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,1,uniform,0.04680533210436503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,2,uniform,0.04762666424115499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,uniform,0.06701333324114482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,uniform,0.0701279987891515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,uniform,0.05352533360322317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,uniform,0.05374933282534281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,uniform,0.06147199869155884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,uniform,0.055258666475613914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,uniform,0.035605333745479584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,uniform,0.04013866682847341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,uniform,0.034645333886146545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,uniform,0.03499733408292135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,uniform,0.05635199944178263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,uniform,0.03856533269087473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,uniform,0.04248000184694926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,uniform,0.06577600042025249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,uniform,0.07011733452479045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,uniform,0.05622399846712748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,uniform,0.056847999493281044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,uniform,0.0620000014702479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,uniform,0.06727999945481618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,uniform,0.058261334896087646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,uniform,0.05429333448410034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,uniform,0.053871999184290566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,uniform,0.06121600170930227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,2,uniform,0.04711999992529551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,uniform,0.0719413310289383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,8,uniform,0.05055999755859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,1,uniform,0.046725332736968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,4,uniform,0.04754666487375895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,2,uniform,0.06084799766540527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,8,uniform,0.06314133107662201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,1,uniform,0.059658666451772056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,4,uniform,0.0626986672480901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,uniform,0.06699199974536896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,uniform,0.07028266787528992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,uniform,0.0658079981803894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,uniform,0.06808533271153767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,uniform,0.07497600217660268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,uniform,0.039493332306543984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,uniform,0.09187733133633931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,uniform,0.040031999349594116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,uniform,0.03822933385769526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,uniform,0.06681600213050842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,uniform,0.04165333261092504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,uniform,0.04535999894142151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,uniform,0.05375466744105021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,uniform,0.07377600173155467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,uniform,0.06508266429106395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,uniform,0.06608533362547557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,uniform,0.06779199838638306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,uniform,0.08819733063379924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,uniform,0.06749333441257477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,uniform,0.06764266888300578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,uniform,0.06631466746330261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,uniform,0.07040533423423767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,4,uniform,0.04725866516431173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,uniform,0.09564800063769023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,uniform,0.07765333354473114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,8,uniform,0.04826666911443075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,2,uniform,0.047050664822260536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,4,uniform,0.06309866905212402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,1,uniform,0.049072002371152244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,8,uniform,0.0652159998814265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,2,uniform,0.05916266640027364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,1,uniform,0.06033066908518473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,uniform,0.07951466739177704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,uniform,0.08144000172615051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,uniform,0.08214933176835378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,uniform,0.04274666806062063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,uniform,0.08345599969228108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,uniform,0.09759466846783955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,uniform,0.12275200088818868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,uniform,0.044293334086736046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,uniform,0.056143999099731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,uniform,0.045184001326560974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,uniform,0.04752533137798309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,uniform,0.07121066749095917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,uniform,0.08760000268618266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,uniform,0.08222933113574982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,uniform,0.07960533102353413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,uniform,0.08304533362388611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,uniform,0.0951039989789327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,uniform,0.08026666442553203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,uniform,0.11834133664766948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,uniform,0.08096000055472057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,uniform,0.07980800171693166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,uniform,0.08242133259773254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,8,uniform,0.052005335688591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,uniform,0.09787733356157939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,uniform,0.12849600116411844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,4,uniform,0.04774933556715647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,4,uniform,0.0622026671965917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,1,uniform,0.04853333532810211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,2,uniform,0.04785599807898203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,8,uniform,0.06076266864935557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,2,uniform,0.06302399933338165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,uniform,0.10731732845306396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,1,uniform,0.059562668204307556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,uniform,0.10632000366846721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,uniform,0.05963733295599619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,uniform,0.10850666960080464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,uniform,0.13607999682426453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,uniform,0.1157973309357961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,uniform,0.18822934230168661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,uniform,0.06644266843795776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,uniform,0.058592001597086586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,uniform,0.059818665186564125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,uniform,0.07896000146865845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,uniform,0.11744532982508342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,uniform,0.10735999544461568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,uniform,0.11520533760388692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,uniform,0.11601066589355469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,uniform,0.12331199645996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,uniform,0.10756267110506694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,uniform,0.1397279997666677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,uniform,0.10752000411351521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,uniform,0.1783733367919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,uniform,0.10947733124097188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,uniform,0.19073599576950073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,uniform,0.1378506620724996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,uniform,0.11665599544843037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,8,uniform,0.052383999029795326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,8,uniform,0.06172800064086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,4,uniform,0.047541335225105286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,2,uniform,0.048138668139775596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,1,uniform,0.04857600231965383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,4,uniform,0.0639466643333435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,2,uniform,0.06294933458169301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,uniform,0.1651893357435862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,1,uniform,0.061247999469439186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,uniform,0.1653386652469635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,uniform,0.06196799874305725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,uniform,0.1681706706682841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,uniform,0.22073066234588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,uniform,0.18006932735443115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,uniform,0.314794659614563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,uniform,0.06062399844328562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,uniform,0.06746133168538411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,uniform,0.06152533491452535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,uniform,0.10929600397745769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,uniform,0.08076799909273784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,uniform,0.13979199528694153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,uniform,0.13025066256523132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,uniform,0.13062933087348938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,uniform,0.13115732868512472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,uniform,0.16479999820391336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,uniform,0.1585919956366221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,uniform,0.21368533372879028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,uniform,0.1664426624774933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,uniform,0.3216213385264079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,uniform,0.16879467169443765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,uniform,0.22401066621144614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,uniform,0.18231467405954996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,8,uniform,0.050661335388819374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,4,uniform,0.04832000037034353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,1,uniform,0.0492799977461497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,2,uniform,0.0487360010544459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,4,uniform,0.06127466758092245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,8,uniform,0.06437333424886067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,uniform,0.16665066281954447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,2,uniform,0.06343466540177663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,uniform,0.16701332728068033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,1,uniform,0.06051200131575266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,uniform,0.3184000054995219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,uniform,0.17010132471720377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,uniform,0.181877334912618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,uniform,0.2222399910291036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,uniform,0.061568001906077065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,uniform,0.06122666597366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,uniform,0.06839466591676076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,uniform,0.0618453323841095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,uniform,0.08040000001589458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,uniform,0.14075733224550882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,uniform,0.11157332857449849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,uniform,0.13241599996884665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,uniform,0.1330400009950002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,uniform,0.1317759950955709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,uniform,0.16003732879956564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,uniform,0.2237493395805359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,uniform,0.21662400166193643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,8,uniform,0.05180799961090088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,uniform,0.2238933245340983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,uniform,0.24412800868352255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,uniform,0.2283946673075358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,uniform,0.4479626814524333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,uniform,0.3073546687761943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,2,uniform,0.04877333343029022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,4,uniform,0.04979733129342397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,1,uniform,0.0491893341143926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,uniform,0.16765334208806357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,8,uniform,0.06261333326498668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,2,uniform,0.06067200005054474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,4,uniform,0.06409066418806712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,1,uniform,0.06342933575312297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,uniform,0.18287465969721475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,uniform,0.16777066389719644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,uniform,0.17051732540130615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,uniform,0.22241600354512533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,uniform,0.31775999069213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,uniform,0.06217066446940104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,uniform,0.061903998255729675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,uniform,0.062496001521746315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,uniform,0.06815466781457265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,uniform,0.14190399646759033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,uniform,0.08161599934101105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,uniform,0.11186133821805318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,uniform,0.12989866733551025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,uniform,0.1330826679865519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,uniform,0.13424533605575562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,uniform,0.2205173373222351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,uniform,0.16270400087038675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,uniform,0.4504693349202474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,uniform,0.22500799099604288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,uniform,0.22680532932281494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,uniform,0.24683199326197305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,uniform,0.22921599944432577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,uniform,0.30957333246866864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,8,uniform,0.04945066571235657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,4,uniform,0.04823466638724009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,8,uniform,0.06136533121267954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,1,uniform,0.052005335688591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,2,uniform,0.0487306664387385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,4,uniform,0.06133866806825002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,uniform,0.16987733046213785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,2,uniform,0.06065600117047628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,1,uniform,0.06482133269309998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,uniform,0.32314666112263996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,uniform,0.1692906618118286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,uniform,0.17358400424321493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,uniform,0.18650666872660318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,uniform,0.22664533058802286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,uniform,0.06388266881306966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,uniform,0.062218666076660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,uniform,0.06172800064086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,uniform,0.13423466682434082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,uniform,0.07000533243020375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,uniform,0.08339732885360718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,uniform,0.11357333262761433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,uniform,0.13056000073750815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,uniform,0.14359999696413675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,uniform,0.13487999637921652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,uniform,0.16641599933306375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,uniform,0.22240533431371054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,uniform,0.2275893290837606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,uniform,0.22697067260742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,uniform,0.45413867632548016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,uniform,0.23014932870864868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,uniform,0.25119467576344806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,uniform,0.3121066689491272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,1,uniform,0.05217599868774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,8,uniform,0.048885335524876915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,4,uniform,0.04891733328501383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,2,uniform,0.0491839994986852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,8,uniform,0.060778667529424034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,4,uniform,0.062234664956728615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,1,uniform,0.06614399949709575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,2,uniform,0.06163733204205831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,uniform,0.3261813322703044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,uniform,0.17062934239705405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,uniform,0.16958399613698324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,uniform,0.17312532663345337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,uniform,0.18734399477640787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,uniform,0.22885332504908243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,uniform,0.06272533535957336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,uniform,0.06283199787139893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,uniform,0.06388799846172333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,uniform,0.1355893313884735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,uniform,0.06885333359241486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,uniform,0.11427733302116394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,uniform,0.08365333080291748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,uniform,0.1351146697998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,uniform,0.13660800457000732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,uniform,0.1675999959309896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,uniform,0.14629866679509482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,uniform,0.22493332624435425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,uniform,0.2274186611175537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,uniform,0.22798399130503336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,uniform,0.23078399896621704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,uniform,0.3165066639582316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,uniform,0.2539626757303874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,8,uniform,0.061520000298817955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,8,uniform,0.04980800052483877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,2,uniform,0.04987200101216634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,uniform,0.45255998770395917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,4,uniform,0.04849599798520406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,1,uniform,0.0536053329706192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,4,uniform,0.06234666705131531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,2,uniform,0.06282666822274525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,uniform,0.3296320041020711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,1,uniform,0.0670773337284724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,uniform,0.1763520042101542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,uniform,0.17286932468414307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,uniform,0.19406932592391968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,uniform,0.17347200711568198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,uniform,0.23271467288335165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,uniform,0.06337066491444905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,uniform,0.06394133468468984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,uniform,0.0641599992911021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,uniform,0.07173333565394084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,uniform,0.08586666981379192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,uniform,0.13799466689427695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,uniform,0.11845333377520244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,uniform,0.13766400019327799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,uniform,0.23078932364781699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,uniform,0.1383039951324463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,uniform,0.17108800013860068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,uniform,0.14603199561436972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,uniform,0.22913599014282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,uniform,0.23105067014694214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,uniform,0.23450666666030884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,uniform,0.2595679958661397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,8,uniform,0.06797333558400472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,uniform,0.3193653424580892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,uniform,0.46015465259552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,4,uniform,0.053082664807637535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,8,uniform,0.0517546683549881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,2,uniform,0.05462400118509928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,1,uniform,0.0625439981619517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,4,uniform,0.06854400038719177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,2,uniform,0.067071999112765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,1,uniform,0.07860266665617625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,uniform,0.23683200279871622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,uniform,0.1753173271814982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,uniform,0.17548267046610513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,uniform,0.17903467019399008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,uniform,0.1984000007311503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,uniform,0.06435200075308482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,uniform,0.06443733473618825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,uniform,0.3366933266321818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,uniform,0.0655626654624939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,uniform,0.07281599938869476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,uniform,0.08869333068529765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,uniform,0.13922133048375449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,uniform,0.12140799562136333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,uniform,0.23264533281326294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,uniform,0.141594668229421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,uniform,0.13994133472442627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,uniform,0.15235199530919394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,uniform,0.17300266027450562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,uniform,0.23296000560124716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,uniform,0.23533332347869873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,uniform,0.23925334215164185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,uniform,0.4681440194447835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,uniform,0.2646399935086568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,1,uniform,0.06407466530799866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,uniform,0.32553066809972125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,8,uniform,0.05223466455936432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,4,uniform,0.05460800230503082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,2,uniform,0.054602667689323425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,2,uniform,0.06910933554172516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,8,uniform,0.06903466582298279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,4,uniform,0.06975999971230824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,1,uniform,0.07878933350245158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,uniform,0.17595734198888144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,uniform,0.17727466424306235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,uniform,0.20122132698694864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,uniform,0.18127999703089395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,uniform,0.07401599983374278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,uniform,0.341045339902242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,uniform,0.06465066472689311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,uniform,0.2397759954134623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,uniform,0.0641546646753947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,uniform,0.06629866858323415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,uniform,0.12392000357309978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,uniform,0.08933333555857341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,uniform,0.1397226651509603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,uniform,0.13993600010871887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,uniform,0.15219733119010925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,uniform,0.2385173241297404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,uniform,0.14358400305112204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,uniform,0.1766293247540792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,uniform,0.23493333657582602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,uniform,0.3321066697438558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,uniform,0.2342026631037394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,uniform,0.2672213315963745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,uniform,0.24025066693623862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,uniform,0.4739360014597575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,2,uniform,0.05835733314355215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,8,uniform,0.05276266733805338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,4,uniform,0.05401599903901418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,1,uniform,0.08382399876912434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,1,uniform,0.06858666737874348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,8,uniform,0.06765866776307423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,4,uniform,0.06825600067774455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,2,uniform,0.07262399792671204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,uniform,0.1795253356297811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,uniform,0.18619734048843384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,uniform,0.18016000588734946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,uniform,0.20663466056187949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,uniform,0.24491200844446817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,uniform,0.3514453172683716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,uniform,0.06858133276303609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,uniform,0.06645333270231883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,uniform,0.06670933465162913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,uniform,0.07660266757011414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,uniform,0.1448799967765808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,uniform,0.09196799993515015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,uniform,0.1432906687259674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,uniform,0.12820266683896384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,uniform,0.1457919975121816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,uniform,0.2462773323059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,uniform,0.15901866555213928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,uniform,0.1807253360748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,uniform,0.2377013365427653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,uniform,0.3396960099538167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,uniform,0.2451253334681193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,uniform,0.23875733216603598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,uniform,0.27484800418217975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,uniform,0.47992531458536786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,2,uniform,0.07148799796899159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,8,uniform,0.06614399949709575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,1,uniform,0.0809333324432373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,4,uniform,0.06530666848023732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,8,uniform,0.07863466441631317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,1,uniform,0.10033599535624187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,4,uniform,0.08207466701666515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,2,uniform,0.08948266506195068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,uniform,0.18658133347829184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,uniform,0.2563413381576538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,uniform,0.18659200270970663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,uniform,0.19335466623306274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,uniform,0.21612266699473062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,uniform,0.3595199982325236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,uniform,0.07915733257929485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,uniform,0.07051733136177063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,uniform,0.07240533332029979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,uniform,0.0944053332010905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,uniform,0.1473973294099172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,uniform,0.12122666835784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,uniform,0.1869759956995646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,uniform,0.1460693379243215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,uniform,0.15102400382359824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,uniform,0.2561066746711731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,uniform,0.16569067041079202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,uniform,0.18708266814549765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,uniform,0.24490666389465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,uniform,0.24715199073155722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,uniform,0.253983994325002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,uniform,0.35206933816274005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,uniform,0.2867786685625712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,8,uniform,0.06625066697597504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,uniform,0.4953920046488444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,8,uniform,0.08372799555460612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,4,uniform,0.06709866722424825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,2,uniform,0.07404266794522603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,1,uniform,0.08572266499201457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,4,uniform,0.0858026643594106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,uniform,0.18842132886250815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,2,uniform,0.09292800227801006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,1,uniform,0.10572800040245056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,uniform,0.18867733081181845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,uniform,0.19799999396006265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,uniform,0.22134933869043985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,uniform,0.3670133352279663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,uniform,0.2621493339538574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,uniform,0.07135466734568278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,uniform,0.07401599983374278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,uniform,0.19114667177200317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,uniform,0.08110933502515157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,uniform,0.09616000453631084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,uniform,0.12381866574287415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,uniform,0.153519997994105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,uniform,0.19995200634002686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,uniform,0.15587199727694193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,uniform,0.16875733931859335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,uniform,0.24080532789230347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,uniform,0.25880000988642377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,uniform,0.3633493185043335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,uniform,0.2493600050608317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,uniform,0.25011199712753296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,uniform,0.2909280061721802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,8,uniform,0.07298666735490163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,uniform,0.36128532886505127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,uniform,0.5043946504592896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,4,uniform,0.07663466533025105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,2,uniform,0.08710400263468425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,4,uniform,0.09730133414268494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,1,uniform,0.09973333279291789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,8,uniform,0.09270399808883667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,1,uniform,0.12267733613650005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,2,uniform,0.10892267028490703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,uniform,0.20668266216913858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,uniform,0.19382399320602417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,uniform,0.19588265816370645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,uniform,0.27566399176915485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,uniform,0.23089067141215006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,uniform,0.07635200023651123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,uniform,0.07400000095367432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,uniform,0.38256001472473145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,uniform,0.08374933401743571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,uniform,0.15853866934776306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,uniform,0.09888533751169841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,uniform,0.12923733393351236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,uniform,0.2054133415222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,uniform,0.1637226641178131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,uniform,0.17631999651590982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,uniform,0.2534506718317668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,uniform,0.20509866873423258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,uniform,0.37299199899037677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,uniform,0.259061336517334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,uniform,0.2555253307024638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,uniform,0.37858664989471436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,uniform,0.30365333954493207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,uniform,0.2669546604156494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,uniform,0.5244319836298624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,1,uniform,0.12718933820724487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,8,uniform,0.09118933478991191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,2,uniform,0.1093386709690094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,4,uniform,0.09725333253542583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,1,uniform,0.16205333669980368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,8,uniform,0.12300266822179158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,2,uniform,0.14284800489743552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,4,uniform,0.1285866697629293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,uniform,0.20830400784810385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,uniform,0.29313600063323975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,uniform,0.24247467517852783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,uniform,0.21819200118382773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,uniform,0.38883201281229657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,uniform,0.5773706833521525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,uniform,0.080485333998998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,uniform,0.10043199857076009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,uniform,0.08724799752235413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,uniform,0.16787733634312949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,uniform,0.12402133146921794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,uniform,0.27587733666102093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,uniform,0.2000053326288859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,uniform,0.16764267285664877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,uniform,0.17678932348887125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,uniform,0.2481386661529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,uniform,0.27607999245325726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,uniform,0.3307146628697713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,uniform,0.527013341585795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,uniform,0.2694773276646932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,uniform,0.2886506716410319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,uniform,0.3288480043411255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,uniform,0.5721813440322876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,8,uniform,0.10571199655532837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,4,uniform,0.11355732878049214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,uniform,0.4148586591084798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,2,uniform,0.12615999579429626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,4,uniform,0.1591200033823649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,1,uniform,0.1536906659603119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,8,uniform,0.14818666378657022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,2,uniform,0.18101867039998373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,1,uniform,0.2125813364982605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,uniform,0.25916266441345215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,uniform,0.22055466969807944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,uniform,0.23138666152954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,uniform,0.3131573398907979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,uniform,0.418559988339742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,uniform,0.6301120122273763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,uniform,0.09619733691215515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,uniform,0.0860693355401357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,uniform,0.11267200112342834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,uniform,0.1413653294245402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,uniform,0.20731200774510702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,uniform,0.19715199867884317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,uniform,0.35146133104960126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,uniform,0.18486400445302328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,uniform,0.22392000754674277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,uniform,0.2807199954986572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,uniform,0.2872213323911031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,uniform,0.38439468542734784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,uniform,0.6204959948857626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,uniform,0.3012426694234212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,uniform,0.33659199873606366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,uniform,0.41140798727671307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,uniform,0.8650026321411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,8,uniform,0.14495999614397684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,uniform,0.5639679829279581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,4,uniform,0.1530133287111918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,4,uniform,0.21888534228006998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,2,uniform,0.17099199692408243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,1,uniform,0.21198934316635132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,2,uniform,0.24563199281692505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,8,uniform,0.20666666825612387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,1,uniform,0.29754666487375897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,uniform,0.2672320008277893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,uniform,0.2516266703605652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,uniform,0.30744532744089764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,uniform,0.38092267513275146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,uniform,0.5330826838811239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,uniform,0.812058687210083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,uniform,0.10752000411351521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,uniform,0.1209333340326945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,uniform,0.1413386662801107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,uniform,0.18367999792099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,uniform,0.27458133300145465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,uniform,0.4485333363215129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,uniform,0.2719573378562927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,uniform,0.23483200867970785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,uniform,0.2510133385658264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,uniform,0.34086398283640545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,uniform,0.33049599329630536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,uniform,0.5067360003789266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,uniform,0.7663466930389404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,uniform,0.31431466341018677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,uniform,0.3747093280156453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,uniform,0.455946683883667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,uniform,0.9743839899698893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,4,uniform,0.1888373295466105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,uniform,0.6314506530761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,8,uniform,0.17643733819325766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,2,uniform,0.21366933981577554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,1,uniform,0.26232000192006427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,8,uniform,0.26081599791844684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,4,uniform,0.2804479996363322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,2,uniform,0.3245546619097392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,1,uniform,0.39217066764831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,uniform,0.2802506685256958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,uniform,0.30188266436258954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,uniform,0.6227893431981405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,uniform,0.44368000825246173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,uniform,0.35046398639678955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,uniform,0.959765354792277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,uniform,0.12479466199874878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,uniform,0.2191200057665507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,uniform,0.14218667149543762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,uniform,0.16354667147000632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,uniform,0.3405119975407918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,uniform,0.5522880156834921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,uniform,0.3136693239212036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,uniform,0.2950826684633891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,uniform,0.35018134117126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,uniform,0.6555413405100504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,uniform,0.4275199969609578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,uniform,0.9965333143870035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,uniform,0.3501013517379761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,uniform,0.5435306628545126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,uniform,0.4297279914220174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,uniform,0.3741813500722249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,8,uniform,0.24706665674845377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,2,uniform,0.29788800080617267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,4,uniform,0.26359466711680096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,uniform,0.768986701965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,uniform,1.241210699081421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,1,uniform,0.3731946547826131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,8,uniform,0.37746667861938477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,2,uniform,0.46750398476918537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,4,uniform,0.4094880024592082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,1,uniform,0.5649226506551107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,uniform,0.36910398801167804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,uniform,0.39659734567006427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,uniform,0.7952640056610107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,uniform,0.45476798216501874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,uniform,0.5880906581878662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,uniform,1.3447093963623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,uniform,0.16723734140396118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,uniform,0.19174933433532715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,uniform,0.30587732791900635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,uniform,0.2229599952697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,uniform,0.47223468621571857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,uniform,0.7642666498819987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,uniform,0.3868853251139323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,uniform,0.41446399688720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,uniform,0.597103993097941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,uniform,0.47164801756540936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,uniform,0.9056853453318278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,uniform,1.4626132647196453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,uniform,0.4114026625951131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,uniform,0.4455039898554484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,uniform,0.5195306539535522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,uniform,0.6706240177154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,8,uniform,0.3183199961980184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,uniform,0.9355999628702799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,4,uniform,0.3407253424326579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,uniform,1.548858642578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,8,uniform,0.5092853307723999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,2,uniform,0.38572267691294354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,1,uniform,0.5002239942550659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,4,uniform,0.5482186476389567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,2,uniform,0.6381706794102987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,1,uniform,0.7537279923756918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,uniform,0.5329013268152872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,uniform,0.4918239911397298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,uniform,0.6225706736246744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,uniform,0.7476053237915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,uniform,1.6834826469421387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,uniform,1.0350933074951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,uniform,0.21037334203720093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,uniform,0.2398293415705363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,uniform,0.28465600808461505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,uniform,0.3950186570485433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,uniform,0.6296533346176147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,uniform,1.0546399752298992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,uniform,0.48980267842610675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,uniform,0.5141706864039103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,uniform,0.6037386655807495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,uniform,0.7500853538513184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,uniform,1.1517546971638997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,uniform,1.903498649597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,uniform,0.5983200073242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,uniform,0.6360853513081869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,uniform,0.7090986569722494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,uniform,0.880394697189331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,8,uniform,0.45451200008392334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,4,uniform,0.4821653366088867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,8,uniform,0.7937813599904379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,2,uniform,0.5825386842091879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,uniform,1.1906293233235676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,1,uniform,0.6999306678771973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,uniform,1.9761759440104167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,4,uniform,0.8499573071797689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,1,uniform,1.1356106599171956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,2,uniform,0.9381066958109537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,uniform,0.7232853571573893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,uniform,0.8864426612854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,uniform,0.7618347009023031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,uniform,1.116709311803182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,uniform,1.498869260152181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,uniform,2.48199462890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,uniform,0.2881493369738261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,uniform,0.3345973491668701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,uniform,0.561466654141744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,uniform,0.9358133474985758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,uniform,0.4078293244043986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,uniform,0.7053759892781576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,uniform,1.5623626708984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,uniform,0.759493350982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,uniform,0.8802346388498942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,uniform,0.7820693651835123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,uniform,1.0969279607137044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,uniform,2.8139467239379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,uniform,1.71124267578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,uniform,0.970858653386434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,uniform,0.8559520244598389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,4,uniform,0.6398186683654785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,8,uniform,0.5936426719029745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,2,uniform,0.7625173727671305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,1,uniform,0.9735573132832845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,uniform,1.5573867162068684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,uniform,1.2308213710784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,uniform,2.6379146575927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,4,uniform,1.1473920345306396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,8,uniform,1.1060746510823567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,2,uniform,1.2605973084767659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,1,uniform,1.5500106811523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,uniform,0.9374240239461263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,uniform,1.0289973417917888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,uniform,1.1823200384775798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,uniform,3.3806772232055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,uniform,1.4598399798075359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,uniform,2.0229172706604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,uniform,0.3664160172144572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,uniform,0.42813865343729657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,uniform,0.5343413352966309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,uniform,0.739296038945516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,uniform,1.2680853207906086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,uniform,0.9004693031311035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,uniform,2.1876853307088218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,uniform,0.9820853074391683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,uniform,1.125765323638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,uniform,1.4490987459818523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,uniform,2.251370588938395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,uniform,3.8552001317342124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,uniform,1.0536106427510579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,uniform,1.1315093040466309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,uniform,1.2958079973856609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,uniform,1.5932426452636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,8,uniform,0.8680640061696371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,2,uniform,1.1081226666768391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,4,uniform,0.9356160163879395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,1,uniform,1.4061333338419597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,uniform,2.125178654988607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,uniform,3.4613653818766275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,8,uniform,1.70522673924764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,4,uniform,1.7465012868245442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,2,uniform,1.9722933769226074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,1,uniform,2.350933392842611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,uniform,1.3525333404541016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,uniform,2.1651253700256348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,uniform,1.7322400410970051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,uniform,1.5071892738342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,uniform,3.0679680506388345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,uniform,0.5197813510894775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,uniform,4.92790412902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,uniform,0.5963519811630249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,uniform,0.7545813719431559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,uniform,1.0841546853383381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,uniform,1.8928160667419434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,uniform,3.193023999532064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,uniform,1.3467307090759277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,uniform,1.4621814092000325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,uniform,1.67575470606486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,uniform,2.155797322591146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,uniform,3.395242691040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,uniform,1.529845396677653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,uniform,5.725280125935872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,uniform,1.6338133811950684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,uniform,1.8668746948242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,8,uniform,1.1454719702402751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,4,uniform,1.2937653064727783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,2,uniform,1.5107040405273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,uniform,2.2960054079691568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,1,uniform,1.9524693489074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,uniform,3.1449225743611655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,8,uniform,2.2370826403299966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,uniform,5.16871992746989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,4,uniform,2.446437358856201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,2,uniform,2.686064084370931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,1,uniform,3.231290817260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,uniform,1.8076906204223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,uniform,1.9933706919352214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,uniform,2.32206392288208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,uniform,2.911578814188639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,uniform,4.171690622965495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,uniform,6.689413070678711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,uniform,0.6897066434224447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,uniform,1.0321439901987712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,uniform,0.8172586758931478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,uniform,1.479962666829427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,uniform,2.6171253522237143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,uniform,4.346997261047363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,uniform,1.815717379252116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,uniform,1.9585067431132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,uniform,2.2361226081848145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,uniform,2.8324693044026694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,uniform,4.567813237508138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,uniform,7.476426442464192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,uniform,2.147658665974935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,uniform,2.22652800877889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,uniform,2.508277257283529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,8,uniform,1.4251573880513508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,4,uniform,1.598218599955241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,2,uniform,1.8625013033548992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,1,uniform,2.456714630126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,uniform,3.0834452311197915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,8,uniform,2.9053332010904946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,4,uniform,3.0419254302978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,uniform,4.23089599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,uniform,6.852469126383464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,2,uniform,3.387653350830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,1,uniform,4.057562510172526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,uniform,2.3031466801961265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,uniform,2.5071679751078286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,uniform,2.918757438659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,uniform,5.224469184875488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,uniform,3.6238133112589517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,uniform,0.884330670038859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,uniform,8.38100814819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,uniform,0.9870719909667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,uniform,1.286784013112386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,uniform,3.298330624898275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,uniform,1.8675413131713867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,uniform,5.469418843587239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,uniform,2.279786745707194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,uniform,2.4794559478759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,uniform,2.726400057474772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,uniform,3.507322629292806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,uniform,5.633312225341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,uniform,9.246709187825521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,uniform,2.767653465270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,uniform,2.629295984903971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,uniform,3.142592112223307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,8,uniform,0.05900266766548157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,4,uniform,0.052613332867622375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,2,uniform,0.04931733508904775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,4,uniform,0.05892266829808553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,8,uniform,0.07202666501204173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,2,uniform,0.05529599885145823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,1,uniform,0.0613013356924057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,uniform,0.07705066601435344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,uniform,0.07392000158627827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,uniform,0.07479999959468842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,uniform,0.07914666831493378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,uniform,0.08481599887212117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,uniform,0.05341866612434387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,uniform,0.05100800096988678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,uniform,0.04897066454092661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,uniform,0.0783679982026418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,uniform,0.07133866846561432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,uniform,0.06919999917348225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,uniform,0.07775466640790303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,uniform,0.07392000158627827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,uniform,0.07519466678301494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,uniform,0.07941333452860515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,uniform,3.885178565979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,uniform,0.08568533261617024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,8,uniform,0.0591839998960495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,4,uniform,0.053557331363360085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,8,uniform,0.07472533484299977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,2,uniform,0.05220800141493479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,4,uniform,0.05834666887919108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,2,uniform,0.059706668059031166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,uniform,5.436789194742839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,uniform,0.07817066709200542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,1,uniform,0.06554133196671803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,uniform,0.05402133365472158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,uniform,0.07452799876530965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,uniform,0.08101333181063335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,uniform,0.08572266499201457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,uniform,8.790159861246744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,uniform,0.09266666571299235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,uniform,0.05173333485921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,uniform,0.05130666494369507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,uniform,0.07172266642252605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,uniform,0.08149866759777069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,uniform,0.07252799967924754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,uniform,0.07770666480064392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,uniform,0.07930133243401845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,uniform,0.0745119998852412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,uniform,0.08566400408744812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,8,uniform,0.06202666461467743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,uniform,0.0941546658674876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,2,uniform,0.05468800167242686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,4,uniform,0.05611733098824819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,1,uniform,0.07685866455237071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,8,uniform,0.07032533486684163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,4,uniform,0.06665066878000896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,2,uniform,0.06319466729958852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,uniform,0.09202667077382405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,uniform,0.07733333110809326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,uniform,0.07811200122038524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,uniform,0.08649599552154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,uniform,0.054485330979029335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,uniform,0.1074186662832896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,uniform,0.053269331653912864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,uniform,0.05320533116658529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,uniform,0.07909866670767467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,uniform,0.07727466523647308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,uniform,0.0782239983479182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,uniform,0.07670400043328603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,uniform,0.0790880024433136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,uniform,0.10910399754842122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,uniform,0.09262399872144063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,uniform,0.08599467078844707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,8,uniform,0.06266133487224579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,4,uniform,0.05671999851862589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,4,uniform,0.06765333314736684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,2,uniform,0.056176001826922096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,2,uniform,0.06789333124955495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,8,uniform,0.06898666421572368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,1,uniform,0.07572266459465027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,uniform,0.10041600465774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,uniform,0.09342933694521587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,uniform,0.09156266848246257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,uniform,0.1130400002002716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,uniform,0.06048533320426941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,uniform,0.14618666966756186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,uniform,0.055215999484062195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,uniform,0.05755733450253805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,uniform,0.09417066971460979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,uniform,0.10667733351389568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,uniform,0.09858666857083638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,uniform,0.105813334385554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,uniform,0.14618133505185446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,uniform,0.1006719966729482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,uniform,0.09135466814041138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,uniform,0.11455999811490376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,8,uniform,0.06105599800745646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,8,uniform,0.07116800049940745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,4,uniform,0.05762666463851929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,2,uniform,0.05657066901524862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,4,uniform,0.06946666538715363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,2,uniform,0.06884266436100006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,uniform,0.11851732929547627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,1,uniform,0.07776533563931783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,uniform,0.123690664768219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,uniform,0.1344373325506846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,uniform,0.1572533349196116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,uniform,0.07613866527875264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,uniform,0.2181439995765686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,uniform,0.07380799949169159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,uniform,0.08087466657161713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,uniform,0.1251573363939921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,uniform,0.12744533022244772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,uniform,0.13293866316477457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,uniform,0.12298666437466939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,uniform,0.22154666980107626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,uniform,0.11997866630554199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,uniform,0.15983466307322183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,uniform,0.13451733191808066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,8,uniform,0.07183466851711273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,8,uniform,0.06035733222961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,4,uniform,0.05596266686916351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,2,uniform,0.05625600119431814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,4,uniform,0.07171733180681865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,uniform,0.17272533973058066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,2,uniform,0.0678773323694865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,1,uniform,0.07889066636562347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,uniform,0.1737226645151774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,uniform,0.07603199779987335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,uniform,0.23752532402674356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,uniform,0.196560005346934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,uniform,0.3603146473566691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,uniform,0.07567466795444489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,uniform,0.08356266220410664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,uniform,0.14544533689816794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,uniform,0.14852799971898398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,uniform,0.15057067076365152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,uniform,0.17332265774408975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,uniform,0.35625068346659344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,uniform,0.1756640076637268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,uniform,0.19660800695419312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,uniform,0.24221867322921753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,8,uniform,0.06216000020503998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,8,uniform,0.06993066767851512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,4,uniform,0.05566399792830149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,2,uniform,0.057034666339556374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,4,uniform,0.07057600220044453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,uniform,0.1750453313191732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,2,uniform,0.06829866766929626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,1,uniform,0.07747200131416321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,uniform,0.17065600554148355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,uniform,0.07428266604741414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,uniform,0.19550400972366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,uniform,0.3606933355331421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,uniform,0.23995200792948404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,uniform,0.1426293353239695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,uniform,0.08290666838486989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,uniform,0.07454399764537811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,uniform,0.1506613294283549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,uniform,0.15184533596038818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,uniform,0.25414933760960895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,uniform,0.22383999824523926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,uniform,0.23204267024993896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,uniform,0.32241066296895343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,uniform,0.4857120116551717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,2,uniform,0.05566399792830149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,8,uniform,0.06005333364009857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,4,uniform,0.05735999842484792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,4,uniform,0.07147733370463054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,uniform,0.17150932550430298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,8,uniform,0.0702400008837382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,2,uniform,0.06974400083223979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,1,uniform,0.07961600025494893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,uniform,0.1763040026028951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,uniform,0.19817600647608438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,uniform,0.3587786753972371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,uniform,0.0757066657145818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,uniform,0.23988266785939535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,uniform,0.07611733178297679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,uniform,0.15205867091814676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,uniform,0.14877866705258688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,uniform,0.08457066615422566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,uniform,0.1439253290494283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,uniform,0.3299306631088257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,uniform,0.22180267175038657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,uniform,0.25439467032750446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,uniform,0.23251734177271524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,2,uniform,0.06960533559322357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,4,uniform,0.0683840016523997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,8,uniform,0.07190399865309398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,uniform,0.48802133401234943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,8,uniform,0.09051733215649922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,4,uniform,0.09297600388526917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,1,uniform,0.10077866911888123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,2,uniform,0.09142933289210002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,uniform,0.17190400759379068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,uniform,0.07680533329645793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,uniform,0.19978133837381998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,uniform,0.1761173407236735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,uniform,0.2432639996210734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,uniform,0.3612906535466512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,uniform,0.07821866869926453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,uniform,0.14607466260592142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,uniform,0.0851039985815684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,uniform,0.1418826679388682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,uniform,0.15334399541219076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,uniform,0.3270080089569092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,uniform,0.22323199113210043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,uniform,0.23320533831914267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,uniform,0.2553653319676717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,uniform,0.49987200895945233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,2,uniform,0.0701279987891515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,8,uniform,0.07010666529337566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,4,uniform,0.06870399912198384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,4,uniform,0.09296533465385437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,8,uniform,0.09122133255004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,uniform,0.17412267128626505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,2,uniform,0.09296533465385437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,1,uniform,0.10234133402506511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,uniform,0.0754559983809789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,uniform,0.1784213383992513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,uniform,0.1998080015182495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,uniform,0.24578134218851724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,uniform,0.3559039831161499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,uniform,0.07831466694672902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,uniform,0.1476479967435201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,uniform,0.08525333801905315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,uniform,0.14477866888046265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,uniform,0.15475199619928995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,uniform,0.31917866071065265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,uniform,0.2271626591682434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,uniform,0.23482133944829306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,uniform,0.2564213275909424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,uniform,0.4893866777420044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,2,uniform,0.07306133210659027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,8,uniform,0.07022933165232341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,4,uniform,0.06901866694291432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,8,uniform,0.09311466415723164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,uniform,0.17577600479125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,4,uniform,0.09221333265304565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,2,uniform,0.0942186713218689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,1,uniform,0.10232533017794292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,uniform,0.3569386800130208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,uniform,0.1795413295427958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,uniform,0.20142932732899985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,uniform,0.24646933873494467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,uniform,0.07769600053628285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,uniform,0.07808533310890198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,uniform,0.08522666494051616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,uniform,0.1514240006605784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,uniform,0.22725866238276163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,uniform,0.14776532848676047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,uniform,0.5008639891942342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,uniform,0.1553813318411509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,uniform,0.23484800259272257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,uniform,0.32713599999745685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,uniform,0.2563040057818095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,2,uniform,0.08551999926567078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,8,uniform,0.0842186709245046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,8,uniform,0.11611200372378032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,4,uniform,0.08399466673533122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,uniform,0.1775839924812317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,4,uniform,0.11372266213099162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,2,uniform,0.11361599961916606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,1,uniform,0.12260799606641133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,uniform,0.35577599207560223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,uniform,0.17890665928522745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,uniform,0.24978667497634888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,uniform,0.2039626638094584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,uniform,0.07603199779987335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,uniform,0.07760533193747203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,uniform,0.15176000197728476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,uniform,0.0865280032157898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,uniform,0.1466506620248159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,uniform,0.3253866632779439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,uniform,0.15692800283432007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,uniform,0.22657599051793417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,uniform,0.2585279941558838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,uniform,0.2372480034828186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,uniform,0.5071306626001993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,4,uniform,0.08498133222262065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,8,uniform,0.08958400289217631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,2,uniform,0.08270399769147237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,8,uniform,0.11710932850837708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,uniform,0.17876799901326498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,4,uniform,0.11638933420181274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,2,uniform,0.1145919958750407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,1,uniform,0.12331199645996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,uniform,0.18006932735443115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,uniform,0.3689279953638713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,uniform,0.20368534326553345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,uniform,0.24682666858037314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,uniform,0.07809066772460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,uniform,0.07762133578459422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,uniform,0.14986667037010193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,uniform,0.0867039958635966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,uniform,0.15430933237075806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,uniform,0.15732266505559286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,uniform,0.32283733288447064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,uniform,0.22791999578475952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,uniform,0.23918400208155313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,uniform,0.2600853244463603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,uniform,0.4963573217391968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,2,uniform,0.09886933366457622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,8,uniform,0.09804800152778625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,4,uniform,0.09804266691207886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,uniform,0.17891200383504233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,4,uniform,0.1337546706199646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,8,uniform,0.13314132889111838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,2,uniform,0.1344000001748403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,1,uniform,0.14292800426483154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,uniform,0.18084800243377686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,uniform,0.2505439917246501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,uniform,0.20452799399693808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,uniform,0.3765706618626912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,uniform,0.0778186668952306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,uniform,0.0794239987929662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,uniform,0.14789332946141562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,uniform,0.0870293378829956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,uniform,0.15236799915631613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,uniform,0.15820800264676413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,uniform,0.325658659140269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,uniform,0.23014400402704874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,uniform,0.23944532871246338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,uniform,0.2616479992866516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,8,uniform,0.11513599753379822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,2,uniform,0.11175466577212016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,uniform,0.5055840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,4,uniform,0.10892267028490703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,8,uniform,0.15797866384188333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,uniform,0.17962666352589926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,4,uniform,0.15636799732844034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,2,uniform,0.1548533340295156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,1,uniform,0.16310933232307434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,uniform,0.18364266554514566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,uniform,0.3777279853820801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,uniform,0.2487679918607076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,uniform,0.20780799786249796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,uniform,0.10013866424560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,uniform,0.09872532884279887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,uniform,0.11301333705584209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,uniform,0.15129066507021585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,uniform,0.1529706617196401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,uniform,0.16010666886965433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,uniform,0.23306665817896524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,uniform,0.5224266846974691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,uniform,0.24054932594299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,uniform,0.2651679913202922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,uniform,0.3350133498509725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,8,uniform,0.12447999914487202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,8,uniform,0.1765600045522054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,4,uniform,0.1239306628704071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,2,uniform,0.12180266777674358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,4,uniform,0.175162672996521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,2,uniform,0.17754666010538736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,1,uniform,0.1816906730333964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,uniform,0.18448533614476523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,uniform,0.18167465925216675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,uniform,0.20906132459640503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,uniform,0.11576533317565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,uniform,0.25996265808741253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,uniform,0.09983467062314351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,uniform,0.09970133503278096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,uniform,0.3789386749267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,uniform,0.21451733509699503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,uniform,0.21124800046284994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,uniform,0.2108586629231771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,uniform,0.2339786688486735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,uniform,0.5171413421630859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,uniform,0.24447466929753622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,uniform,0.2632213234901428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,uniform,0.34356268246968585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,8,uniform,0.14665599664052328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,4,uniform,0.14352533221244812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,8,uniform,0.21433067321777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,2,uniform,0.14491732915242514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,4,uniform,0.21770666042963663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,2,uniform,0.21970667441685995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,1,uniform,0.22405866781870523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,uniform,0.21387199560801187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,uniform,0.1907093326250712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,uniform,0.18412800629933676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,uniform,0.266266663869222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,uniform,0.11844799915949504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,uniform,0.3983519872029622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,uniform,0.0995840032895406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,uniform,0.10167466600735982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,uniform,0.21794666846593222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,uniform,0.20949333906173706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,uniform,0.23603200912475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,uniform,0.2188053329785665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,uniform,0.24709866444269815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,4,uniform,0.19553599754969278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,uniform,0.27298667033513385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,uniform,0.34695998827616376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,8,uniform,0.19501332441965738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,uniform,0.5153973499933878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,2,uniform,0.19455466667811075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,4,uniform,0.29871465762456256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,8,uniform,0.2887466748555501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,2,uniform,0.30565865834554035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,1,uniform,0.31121599674224854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,uniform,0.40041065216064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,uniform,0.2937279939651489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,uniform,0.28324800729751587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,uniform,0.31545066833496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,uniform,0.5974506537119547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,uniform,0.13000532984733582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,uniform,0.14521066347757974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,uniform,0.1290186643600464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,uniform,0.2823573350906372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,uniform,0.27487999200820923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,uniform,0.28569600979487103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,uniform,0.29090134302775067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,uniform,0.2472533384958903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,uniform,0.2566240032513936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,uniform,0.36194666226704914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,8,uniform,0.24070932467778525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,2,uniform,0.2386666735013326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,uniform,0.5671893358230591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,4,uniform,0.2380853295326233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,8,uniform,0.36983466148376465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,4,uniform,0.3814773162206014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,1,uniform,0.3957759936650594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,uniform,0.2951520085334778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,2,uniform,0.38948265711466473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,uniform,0.3033546606699626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,uniform,0.32438933849334717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,uniform,0.1483466625213623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,uniform,0.41715200742085773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,uniform,0.6200746695200602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,uniform,0.1502400040626526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,uniform,0.16764267285664877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,uniform,0.34443732102711994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,uniform,0.34454933802286786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,uniform,0.339194655418396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,uniform,0.3933333158493042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,uniform,0.41463998953501385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,8,uniform,0.33460799853007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,uniform,0.4270613193511963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,uniform,0.5610613425572714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,4,uniform,0.3354239861170451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,uniform,0.8511626720428467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,4,uniform,0.5465333461761475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,2,uniform,0.33418134848276776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,8,uniform,0.519589344660441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,2,uniform,0.5604106585184733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,1,uniform,0.5664000113805135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,uniform,0.42346131801605225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,uniform,0.3960426648457845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,uniform,0.4127306540807088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,uniform,0.5469866593678793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,uniform,0.7966880003611246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,uniform,0.19731199741363525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,uniform,0.19312532742818198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,uniform,0.21226133902867636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,uniform,0.40906667709350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,uniform,0.41254401206970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,uniform,0.41524799664815265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,uniform,0.4153493245442708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,uniform,0.605189323425293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,uniform,0.4328266779581706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,uniform,0.45550934473673504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,8,uniform,0.4310293197631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,8,uniform,0.6702240308125814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,4,uniform,0.42264000574747723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,uniform,0.9080533186594645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,2,uniform,0.4289706548055013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,4,uniform,0.6992692947387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,2,uniform,0.7225386301676432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,1,uniform,0.7300213177998861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,uniform,0.5015999873479208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,uniform,0.5257386763890585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,uniform,0.5204960107803345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,uniform,0.9695839881896973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,uniform,0.6615306536356608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,uniform,0.24341867367426553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,uniform,0.2360639969507853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,uniform,0.2555306752522786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,uniform,0.537557323773702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,uniform,0.5341493288675944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,uniform,0.5614826679229736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,uniform,0.5478399991989136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,uniform,0.7721227010091146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,uniform,0.5989439884821574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,uniform,0.5895839929580688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,8,uniform,0.6078399817148844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,8,uniform,0.9743946393330892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,4,uniform,0.6112639904022217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,2,uniform,0.6186720132827759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,uniform,1.166869322458903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,4,uniform,1.0320639610290527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,2,uniform,1.062282641728719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,1,uniform,1.0703893502553303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,uniform,0.7108159859975179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,uniform,0.7401973406473795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,uniform,0.7319626808166504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,uniform,0.9090720017751058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,uniform,1.3264106909434001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,uniform,0.33659199873606366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,uniform,0.3249066670735677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,uniform,0.34989333152770996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,uniform,0.7321973641713461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,uniform,0.7315413157145182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,uniform,0.7368266582489014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,uniform,0.746613343556722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,uniform,0.7617440223693848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,uniform,0.7666666507720947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,uniform,0.9876800378163656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,8,uniform,0.7927680015563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,2,uniform,1.3962133725484211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,4,uniform,0.8036266962687174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,2,uniform,0.8120213349660238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,8,uniform,1.2668639818827312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,4,uniform,1.3470719655354817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,uniform,1.4420000712076824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,1,uniform,1.4050025939941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,uniform,0.9122239748636881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,uniform,0.9395039876302084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,uniform,0.9466400146484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,uniform,1.1398399670918782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,uniform,1.6179572741190593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,uniform,0.42985065778096515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,uniform,0.41034666697184247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,uniform,0.44476266702016193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,uniform,0.9374293486277262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,uniform,0.9310613473256429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,uniform,1.0286239782969158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,uniform,0.9523946444193522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,uniform,1.0705546538035076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,uniform,1.0591306686401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,uniform,1.3217546939849854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,8,uniform,1.1555253664652507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,4,uniform,1.1668372948964436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,2,uniform,1.189519961675008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,8,uniform,1.8744319279988606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,4,uniform,1.994858741760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,uniform,1.9112639427185059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,2,uniform,2.068314711252848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,1,uniform,2.081567923227946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,uniform,1.322325309117635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,uniform,1.3614239692687988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,uniform,1.3653705914815266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,uniform,0.6161173184712728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,uniform,1.6305333773295085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,uniform,2.318298657735189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,uniform,0.585370659828186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,uniform,0.6255306800206503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,uniform,1.4143199920654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,uniform,1.3832106590270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,uniform,1.3822026252746582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,uniform,1.3632906277974446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,uniform,1.4169920285542805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,uniform,1.4239625930786133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,8,uniform,1.527008056640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,4,uniform,1.54856538772583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,2,uniform,1.5796640714009602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,8,uniform,2.4952747027079263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,uniform,1.7171306610107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,4,uniform,2.6541172663370767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,uniform,2.442416032155355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,2,uniform,2.7440640131632485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,1,uniform,2.7565813064575195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,uniform,1.723690668741862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,uniform,1.7843359311421711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,uniform,3.001450538635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,uniform,1.7918346722920735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,uniform,2.1087466875712075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,uniform,0.8017120361328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,uniform,0.7593119939168295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,uniform,0.8134720325469971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,uniform,1.777008056640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,uniform,1.7783466974894206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,uniform,1.8225067456563313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,uniform,1.8324426015218098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,uniform,1.8895999590555828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,uniform,1.8824373881022136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,8,uniform,2.27237335840861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,4,uniform,2.302186648050944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,2,uniform,2.34388796488444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,8,uniform,3.693488121032715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,4,uniform,3.9428745905558267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,uniform,3.1964213053385415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,uniform,2.2481706937154136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,2,uniform,4.090261459350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,1,uniform,4.109829266866048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,uniform,2.550389289855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,uniform,2.630645275115967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,uniform,2.64849058787028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,uniform,3.0811732610066733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,uniform,4.3220319747924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,uniform,1.175061305363973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,uniform,1.1165173053741455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,uniform,1.1954293251037598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,uniform,2.69976011912028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,uniform,2.6211679776509604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,uniform,2.625802675882975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,uniform,2.632725397745768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,uniform,2.724933306376139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,uniform,2.730645179748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,8,uniform,3.0045547485351562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,4,uniform,3.0427252451578775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,8,uniform,4.91973336537679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,2,uniform,3.089402516682943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,4,uniform,5.252079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,2,uniform,5.431077321370442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,uniform,4.5285491943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,1,uniform,5.464752197265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,uniform,3.22596804300944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,uniform,3.379253387451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,uniform,3.481093406677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,uniform,3.521567980448405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,uniform,5.665509541829427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,uniform,1.5442612965901692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,uniform,4.046832084655762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,uniform,1.4753440221150715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,uniform,1.5808213551839192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,uniform,3.464672088623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,uniform,3.500816027323405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,uniform,3.600261370340983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,uniform,3.571754773457845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,uniform,3.6954240798950195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,uniform,3.694069226582845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,8,uniform,3.740266799926758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,4,uniform,3.7839040756225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,2,uniform,3.8565918604532876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,8,uniform,6.135626475016276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,4,uniform,6.550778706868489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,2,uniform,6.782693227132161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,uniform,4.326671918233235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,1,uniform,6.827029546101888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,uniform,6.0370133717854815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,uniform,4.197722752888997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,uniform,4.337557474772136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,uniform,4.381397247314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,uniform,5.056384086608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,uniform,7.082815806070964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,uniform,1.9211573600769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,uniform,1.8337759971618652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,uniform,1.961194674173991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,uniform,4.252362569173177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,uniform,4.278661410013835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,uniform,4.382239977518718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,uniform,4.423466682434082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,uniform,4.523205439249675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,uniform,4.533103942871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,uniform,0.043466667334238686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,uniform,0.030394665896892548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,uniform,0.029813334345817566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,uniform,0.028016000986099243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,uniform,0.05495999753475189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,uniform,5.25706132253011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,uniform,0.0383146678407987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,uniform,7.357338587443034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,uniform,0.06002133091290792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,uniform,0.032831999162832894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,uniform,0.03325333446264267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,uniform,0.05186133086681366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,uniform,0.05309866865475973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,uniform,0.06274133423964183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,uniform,0.08718933661778767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,uniform,0.031744000812371574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,uniform,0.030266667405764263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,uniform,0.030805334448814392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,uniform,0.03644266724586487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,uniform,0.060991997520128884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,uniform,0.04786133269468943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,uniform,0.04861866434415182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,uniform,0.05580266813437144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,uniform,0.07077333331108093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,uniform,0.062122667829195656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,uniform,0.05356266597906748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,uniform,0.056789333621660866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,uniform,0.07340799768765767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,uniform,0.10468799869219463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,uniform,0.04379733403523763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,uniform,0.030245333909988403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,uniform,0.0308746670683225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,uniform,0.055061335364977516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,uniform,0.031504000226656594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,uniform,0.037589333951473236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,uniform,0.036464000741640724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,uniform,0.06035733222961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,uniform,0.04148799926042557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,uniform,0.05153599878152212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,uniform,0.05789866546789805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,uniform,0.0684853345155716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,uniform,0.09133866429328918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,uniform,0.03178133318821589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,uniform,0.030095999439557392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,uniform,0.032746667663256325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,uniform,0.038005332152048744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,uniform,0.05570666491985321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,uniform,0.04632533093293508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,uniform,0.04938133557637533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,uniform,0.06720000008742015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,uniform,0.055104002356529236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,uniform,0.05146133402983347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,uniform,0.05671466886997223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,uniform,0.07258133093516032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,uniform,0.09918933113416036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,uniform,0.05740800003210703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,uniform,0.041696002086003624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,uniform,0.037392000357309975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,uniform,0.04060266663630804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,uniform,0.039290666580200195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,uniform,0.05319466690222422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,uniform,0.05306666592756907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,uniform,0.054527997970581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,uniform,0.04956800242265066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,uniform,0.06028800209363302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,uniform,0.05949866771697998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,uniform,0.06079466640949249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,uniform,0.07319466769695282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,uniform,0.09283199906349182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,uniform,0.031178665657838184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,uniform,0.030933332939942677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,uniform,0.03369600077470144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,uniform,0.0378560001651446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,uniform,0.056517332792282104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,uniform,0.05518400172392527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,uniform,0.05788800120353699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,uniform,0.06653333206971486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,uniform,0.08117333551247914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,uniform,0.06230400005976359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,uniform,0.06305066744486491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,uniform,0.06790933509667714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,uniform,0.10796800255775452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,uniform,0.07681066791216533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,uniform,0.03872533390919367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,uniform,0.037845333417256675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,uniform,0.03793599953254064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,uniform,0.03923200070858002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,uniform,0.0537120004494985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,uniform,0.050399998823801674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,uniform,0.054144000013669334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,uniform,0.05545066793759664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,uniform,0.07578133543332417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,uniform,0.07654933134714763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,uniform,0.07965333263079326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,uniform,0.08846400181452434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,uniform,0.11076266566912334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,uniform,0.03700799991687139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,uniform,0.03344533344109853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,uniform,0.03736533224582672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,uniform,0.04480533301830292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,uniform,0.07296533385912578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,uniform,0.07740800082683563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,uniform,0.07256000240643819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,uniform,0.08290133376916249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,uniform,0.10053333640098572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,uniform,0.07586133480072021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,uniform,0.07719466586907704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,uniform,0.08085333307584126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,uniform,0.09273067116737366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,uniform,0.12195733189582825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,uniform,0.03976000100374222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,uniform,0.038319999972979225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,uniform,0.038586666186650596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,uniform,0.039647998909155525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,uniform,0.0510453333457311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,uniform,0.050144001841545105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,uniform,0.0543093333641688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,uniform,0.056618665655454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,uniform,0.10454932848612468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,uniform,0.10571199655532837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,uniform,0.1076639990011851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,uniform,0.14962133765220642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,uniform,0.11896533767382304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,uniform,0.0544053316116333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,uniform,0.05483733117580414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,uniform,0.053370664517084755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,uniform,0.06181866427262624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,uniform,0.1088053286075592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,uniform,0.10949866970380147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,uniform,0.13772799571355185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,uniform,0.10454400380452473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,uniform,0.1129919985930125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,uniform,0.09988799691200256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,uniform,0.10222400228182475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,uniform,0.10313066840171814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,uniform,0.11964799960454305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,uniform,0.158842662970225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,uniform,0.043290664752324425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,uniform,0.04279466470082601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,uniform,0.03979199876387914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,uniform,0.04604800045490265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,uniform,0.05239999790986379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,uniform,0.05497066676616669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,uniform,0.059994667768478394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,uniform,0.05296533306439718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,uniform,0.15796800454457602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,uniform,0.17520533005396524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,uniform,0.1651573379834493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,uniform,0.19916266202926636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,uniform,0.2563626567522685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,uniform,0.05675200124581655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,uniform,0.053269331653912864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,uniform,0.06633600095907848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,uniform,0.05693333347638448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,uniform,0.120688001314799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,uniform,0.12036266922950745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,uniform,0.1243893305460612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,uniform,0.13726933797200522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,uniform,0.17644800742467245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,uniform,0.16330132881800333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,uniform,0.1593226691087087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,uniform,0.17700799306233725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,uniform,0.2007466753323873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,uniform,0.26342399915059406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,uniform,0.04287999868392944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,uniform,0.042266666889190674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,uniform,0.043663998444875084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,uniform,0.04709866642951965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,uniform,0.05579199890295664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,uniform,0.05611200133959452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,uniform,0.05786666770776113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,uniform,0.06215466558933258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,uniform,0.1653439998626709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,uniform,0.16743467251459757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,uniform,0.17590934038162231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,uniform,0.20669333140055338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,uniform,0.26420267422993976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,uniform,0.057578667998313904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,uniform,0.05329599976539612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,uniform,0.0613013356924057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,uniform,0.06726400057474773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,uniform,0.1220853328704834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,uniform,0.12193066875139873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,uniform,0.14029332995414734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,uniform,0.12640000383059183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,uniform,0.18360000848770142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,uniform,0.22028799851735434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,uniform,0.23694399992624918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,uniform,0.21810666720072427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,uniform,0.2773173252741496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,uniform,0.3468639850616455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,uniform,0.040735999743143715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,uniform,0.0402399996916453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,uniform,0.04456000030040741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,uniform,0.045082668463389076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,uniform,0.05663999915122986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,uniform,0.05850133299827576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,uniform,0.053226664662361145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,uniform,0.06327466666698456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,uniform,0.1653333306312561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,uniform,0.16817599534988403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,uniform,0.17884800831476846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,uniform,0.270959993203481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,uniform,0.20685333013534546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,uniform,0.05770133435726166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,uniform,0.054197331269582115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,uniform,0.061706667145093284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,uniform,0.06866666674613953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,uniform,0.1274186670780182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,uniform,0.12705066800117493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,uniform,0.13158933321634927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,uniform,0.1881813406944275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,uniform,0.14193066954612732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,uniform,0.21925334135691324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,uniform,0.22081067164738974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,uniform,0.23787200450897217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,uniform,0.27990400791168213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,uniform,0.35654934247334796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,uniform,0.04167999823888143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,uniform,0.041663999358812966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,uniform,0.04371733466784159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,uniform,0.05444799860318502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,uniform,0.05832533538341522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,uniform,0.05522133409976959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,uniform,0.060778667529424034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,uniform,0.0698773314555486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,uniform,0.1718826691309611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,uniform,0.1864746610323588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,uniform,0.1796320080757141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,uniform,0.23435733715693155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,uniform,0.31749866406122845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,uniform,0.05934933324654897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,uniform,0.061792001128196716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,uniform,0.07716266810894012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,uniform,0.06300266583760579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,uniform,0.13262400031089783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,uniform,0.1272586683432261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,uniform,0.13352533181508383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,uniform,0.16294933358828226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,uniform,0.21876800060272217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,uniform,0.22883200645446777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,uniform,0.25498666365941364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,uniform,0.22814400990804037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,uniform,0.3190666635831197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,uniform,0.44493333498636883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,uniform,0.04537599782148997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,uniform,0.04458666841189066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,uniform,0.047557334105173744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,uniform,0.05242133140563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,uniform,0.05869866907596588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,uniform,0.058789332707722984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,uniform,0.061861331264177956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,uniform,0.17299733559290567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,uniform,0.06966400146484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,uniform,0.1802826722462972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,uniform,0.2376213272412618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,uniform,0.19274133443832397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,uniform,0.3274666666984558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,uniform,0.06027733286221822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,uniform,0.0628053347269694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,uniform,0.08268266419569652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,uniform,0.06363200147946675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,uniform,0.12854933738708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,uniform,0.12852266430854797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,uniform,0.16184533635775247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,uniform,0.13503999511400858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,uniform,0.218176007270813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,uniform,0.22564800580342612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,uniform,0.22987200816472372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,uniform,0.2522346576054891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,uniform,0.31918932994206745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,uniform,0.44809067249298096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,uniform,0.045893331368764244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,uniform,0.04868266483147939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,uniform,0.04236799975236257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,uniform,0.054661333560943604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,uniform,0.05659199754397074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,uniform,0.05991999804973602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,uniform,0.06011199951171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,uniform,0.07283733288447063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,uniform,0.17467200756072998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,uniform,0.18177600701649985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,uniform,0.19593600432078043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,uniform,0.24194665749867758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,uniform,0.060496002435684204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,uniform,0.33029333750406903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,uniform,0.06371733546257019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,uniform,0.06454933186372121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,uniform,0.08401599526405334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,uniform,0.13729600111643472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,uniform,0.13686933120091757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,uniform,0.14385066429773966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,uniform,0.22897066672643027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,uniform,0.16617600123087564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,uniform,0.2279626727104187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,uniform,0.23296000560124716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,uniform,0.3261599938074748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,uniform,0.256602664788564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,uniform,0.4577706654866536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,uniform,0.050069332122802734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,uniform,0.04668800036112467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,uniform,0.051311999559402466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,uniform,0.05641599992911021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,uniform,0.06477333108584087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,uniform,0.06071466704209646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,uniform,0.07994133234024048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,uniform,0.07037866612275441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,uniform,0.18572799364725748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,uniform,0.199455996354421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,uniform,0.17655466000239053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,uniform,0.24924800793329874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,uniform,0.343999981880188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,uniform,0.06221333146095276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,uniform,0.06513066589832306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,uniform,0.07067200044790904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,uniform,0.08313600222269694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,uniform,0.1320480008920034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,uniform,0.13290133078893027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,uniform,0.14426666498184204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,uniform,0.1699999968210856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,uniform,0.23056000471115112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,uniform,0.24499734242757162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,uniform,0.23392534255981445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,uniform,0.2638133366902669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,uniform,0.3283733328183492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,uniform,0.4659786621729533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,uniform,0.05082133412361145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,uniform,0.046906664967536926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,uniform,0.05273066461086273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,uniform,0.0584746648867925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,uniform,0.06508266429106395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,uniform,0.06259199976921082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,uniform,0.07162666817506154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,uniform,0.08229333162307739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,uniform,0.18232532342274985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,uniform,0.18664532899856567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,uniform,0.20075732469558716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,uniform,0.25251199801762897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,uniform,0.35066131750742596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,uniform,0.062496001521746315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,uniform,0.06165333092212677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,uniform,0.07235733171304067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,uniform,0.08595732847849528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,uniform,0.13326932986577353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,uniform,0.13514666755994162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,uniform,0.14612799882888794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,uniform,0.17412267128626505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,uniform,0.23947733640670776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,uniform,0.234607994556427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,uniform,0.252293328444163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,uniform,0.26947200298309326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,uniform,0.33798400561014813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,uniform,0.4736693302790324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,uniform,0.05117333432038625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,uniform,0.05162666738033295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,uniform,0.05504000186920166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,uniform,0.06282666822274525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,uniform,0.06615466872851054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,uniform,0.06294933458169301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,uniform,0.075162669022878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,uniform,0.0851039985815684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,uniform,0.18502932786941528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,uniform,0.19007466236750284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,uniform,0.20706667502721152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,uniform,0.26160534222920734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,uniform,0.3630559841791789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,uniform,0.06367466847101848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,uniform,0.06324266890684764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,uniform,0.07499733567237854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,uniform,0.09005866448084514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,uniform,0.1385599970817566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,uniform,0.1360106666882833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,uniform,0.15588800112406412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,uniform,0.18152532974878946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,uniform,0.25627734263737995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,uniform,0.24361600478490195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,uniform,0.25573333104451496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,uniform,0.2738986611366272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,uniform,0.3475733200709025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,uniform,0.48715734481811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,uniform,0.055919999877611794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,uniform,0.053946668903032936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,uniform,0.06122133135795593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,uniform,0.0701279987891515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,uniform,0.07025599976380666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,uniform,0.06817066669464111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,uniform,0.09827199578285217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,uniform,0.08072533210118611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,uniform,0.2162933349609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,uniform,0.19075200955073038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,uniform,0.1871359944343567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,uniform,0.2739253242810567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,uniform,0.3823893467585246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,uniform,0.06762133538722992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,uniform,0.06703466673692067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,uniform,0.0755626658598582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,uniform,0.0995306670665741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,uniform,0.14309866229693094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,uniform,0.1467413306236267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,uniform,0.26716800530751544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,uniform,0.19579732418060303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,uniform,0.15947199861208597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,uniform,0.25726934274037677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,uniform,0.255568007628123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,uniform,0.27799999713897705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,uniform,0.36295465628306073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,uniform,0.507802685101827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,uniform,0.0583840012550354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,uniform,0.05795733133951823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,uniform,0.0634933312733968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,uniform,0.07153066496054332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,uniform,0.07414933542410533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,uniform,0.07437333464622498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,uniform,0.07960000137488048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,uniform,0.10312533378601074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,uniform,0.18438400824864706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,uniform,0.2212266723314921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,uniform,0.19872534275054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,uniform,0.2831520040829976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,uniform,0.40301867326100665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,uniform,0.06853866577148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,uniform,0.07383466760317485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,uniform,0.10677867134412129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,uniform,0.0815413345893224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,uniform,0.14878933628400168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,uniform,0.14292266964912415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,uniform,0.16153599818547568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,uniform,0.20121065775553384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,uniform,0.2783733407656352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,uniform,0.25672000646591187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,uniform,0.26477332909901935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,uniform,0.2837760051091512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,uniform,0.36842668056488037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,uniform,0.5174239873886108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,uniform,0.05842666824658712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,uniform,0.057477335135142006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,uniform,0.08107199768225352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,uniform,0.06805333495140076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,uniform,0.07226133346557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,uniform,0.07957866787910461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,uniform,0.09314666191736858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,uniform,0.11533332864443462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,uniform,0.19876267512639365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,uniform,0.2067306637763977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,uniform,0.23285333315531412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,uniform,0.2981333335240682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,uniform,0.44456533590952557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,uniform,0.07095466554164886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,uniform,0.07704000174999237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,uniform,0.0836853285630544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,uniform,0.11294933160146077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,uniform,0.14829867084821066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,uniform,0.17281067371368408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,uniform,0.21497066815694174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,uniform,0.31601067384084064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,uniform,0.15440533558527628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,uniform,0.2642400066057841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,uniform,0.2683626612027486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,uniform,0.29686399300893146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,uniform,0.38818132877349854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,uniform,0.5654826561609904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,uniform,0.06629333396752675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,uniform,0.06950399776299794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,uniform,0.08282666901747386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,uniform,0.11064533392588298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,uniform,0.08426133791605632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,uniform,0.09453866879145305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,uniform,0.11244266231854756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,uniform,0.1535360018412272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,uniform,0.21145600080490112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,uniform,0.2209013303120931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,uniform,0.2550613284111023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,uniform,0.34089601039886475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,uniform,0.5311520099639893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,uniform,0.07668800155321757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,uniform,0.09502933422724406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,uniform,0.08357333143552144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,uniform,0.13099732995033264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,uniform,0.16116799910863241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,uniform,0.1744640072186788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,uniform,0.19766400257746378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,uniform,0.24917866786321005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,uniform,0.2731786568959554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,uniform,0.3904000123341878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,uniform,0.31915199756622314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,uniform,0.28489599625269574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,uniform,0.42371733983357746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,uniform,0.6536426544189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,uniform,0.0751039981842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,uniform,0.0680320014556249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,uniform,0.09158933162689209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,uniform,0.12553600470225015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,uniform,0.10439466436704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,uniform,0.12355732917785645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,uniform,0.09187733133633931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,uniform,0.19153600931167603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.22158400217692056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,uniform,0.23498666286468506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,uniform,0.2719573378562927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,uniform,0.5996960004170736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,uniform,0.3805546760559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,uniform,0.08019733428955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,uniform,0.08566400408744812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,uniform,0.10833600163459778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,uniform,0.14878400166829428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,uniform,0.17751999696095785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,uniform,0.1889280080795288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,uniform,0.29710400104522705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,uniform,0.20787733793258667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,uniform,0.28600533803304035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,uniform,0.44973333676656085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,uniform,0.30163200696309406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,uniform,0.3396746714909871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,uniform,0.4827359914779663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,uniform,0.725114663441976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,uniform,0.09120532870292664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,uniform,0.09986133376757304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,uniform,0.12437333663304646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,uniform,0.18910932540893555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,uniform,0.14405333002408346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,uniform,0.1297546625137329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,uniform,0.18265066544214884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,uniform,0.28492265939712524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,uniform,0.2435200015703837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,uniform,0.26075200239817303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,uniform,0.32390934228897095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,uniform,0.47461334864298504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,uniform,0.7535520394643148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,uniform,0.10268800457318623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,uniform,0.0842080016930898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,uniform,0.1286133329073588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,uniform,0.20145599047342935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,uniform,0.1899999976158142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,uniform,0.24785600105921426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,uniform,0.20595200856526694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,uniform,0.36910398801167804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,uniform,0.5763306617736816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,uniform,0.3306186596552531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,uniform,0.30978665749231976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,uniform,0.3980213403701782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,uniform,0.5648906628290812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,uniform,0.8908053239186605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,uniform,0.1011253297328949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,uniform,0.15338666240374246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,uniform,0.11340266466140747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,uniform,0.1402666668097178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,uniform,0.25224532683690387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,uniform,0.16293866435686746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,uniform,0.23715200026830038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,uniform,0.3665599822998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.263754665851593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,uniform,0.2865440050760905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,uniform,0.5555626551310221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,uniform,0.907642682393392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,uniform,0.3694399992624919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,uniform,0.09577066699663798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,uniform,0.10852799812952678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,uniform,0.14522133270899454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,uniform,0.24378132820129395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,uniform,0.2129439910252889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,uniform,0.23480000098546347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,uniform,0.7121067047119141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,uniform,0.3017333348592122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,uniform,0.43242132663726807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,uniform,0.3391093413035075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,uniform,0.3596426645914714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,uniform,0.4541440010070801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,uniform,0.6524800062179565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,uniform,1.04149333635966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,uniform,0.14525866508483887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,uniform,0.16062933206558228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,uniform,0.23843199014663696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,uniform,0.36160532633463544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,uniform,0.1994826594988505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,uniform,0.24360533555348715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,uniform,0.3462933301925659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,uniform,0.530677318572998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,uniform,0.30498133103052777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,uniform,0.34771732489267987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,uniform,0.4750080108642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,uniform,0.7242879867553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,uniform,1.2153279781341553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,uniform,0.15316800276438394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,uniform,0.1202293336391449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,uniform,0.2216213345527649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,uniform,0.36633598804473877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,uniform,0.2738986611366272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,uniform,0.31917866071065265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,uniform,0.42375465234120685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,uniform,0.6403146584828695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,uniform,1.0454986890157063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,uniform,0.3805760145187378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,uniform,0.4260266621907552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,uniform,0.5505919853846232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,uniform,0.8229013284047445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,uniform,1.3612160682678223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,uniform,0.17329599459966025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,uniform,0.2124533255894979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,uniform,0.3139253258705139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,uniform,0.47924800713857013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,uniform,0.23976532618204752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,uniform,0.32336000601450604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,uniform,0.44938135147094727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,uniform,0.6953333218892416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.343509316444397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,uniform,0.4108533461888631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,uniform,0.5544639825820923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,uniform,0.863637367884318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,uniform,1.4786613782246907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,uniform,0.14011200269063315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,uniform,0.17883733908335367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,uniform,0.27142399549484253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,uniform,0.45316267013549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,uniform,0.3774293263753255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,uniform,0.3096800049146016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,uniform,0.4994346698125203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,uniform,0.7837386926015218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,uniform,1.288586695988973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,uniform,0.5050559838612875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,uniform,0.4286293188730876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,uniform,0.6553279956181844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,uniform,0.9992319742838541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,uniform,1.6716586748758953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,uniform,0.24151466290156046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,uniform,0.3205546736717224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,uniform,0.4527253309885661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,uniform,0.6994293530782064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,uniform,0.3571840127309163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,uniform,0.48237331708272296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,uniform,0.6602506637573242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,uniform,1.023792028427124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,uniform,0.465776006380717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,uniform,0.5858133236567179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,uniform,1.3160853385925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,uniform,0.8001866340637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,uniform,2.2646826108296714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,uniform,0.2582026720046997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,uniform,0.389514684677124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,uniform,0.1854026714960734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,uniform,0.6533333460489908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,uniform,0.4177866776784261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,uniform,0.5237653255462646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,uniform,0.6964053312937418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,uniform,1.1171519756317139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,uniform,1.9042080243428547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,uniform,0.5315946737925211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,uniform,0.6361440022786459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,uniform,0.851919968922933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,uniform,2.246544043223063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,uniform,1.3015519777933757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,uniform,0.3102453351020813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,uniform,0.4180906613667806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,uniform,0.5849173466364542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,uniform,0.9127413431803385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,uniform,0.47552533944447833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,uniform,0.6359093189239502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,uniform,0.8773760000864664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,uniform,1.3554026285807292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.5586506525675455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,uniform,0.6980053583780924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,uniform,0.9873013496398926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,uniform,1.6237012545267742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,uniform,2.813621203104655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,uniform,0.2334453264872233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,uniform,0.3287946581840515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,uniform,0.8413546880086263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,uniform,0.4875733455022176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,uniform,0.559557318687439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,uniform,0.6829866568247477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,uniform,0.9170933564503988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,uniform,1.4528907140096028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,uniform,2.4599146842956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,uniform,0.7058080037434896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,uniform,1.1244533061981201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,uniform,0.8374559879302979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,uniform,1.8023680051167805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,uniform,3.121413230895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,uniform,0.4838186502456665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,uniform,0.6380266745885214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,uniform,0.8843733469645182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,uniform,1.3749547004699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,uniform,0.7098506291707357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,uniform,0.9511306285858154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,uniform,1.3023413022359211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,uniform,2.0325706799825034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,uniform,0.8127413590749105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,uniform,1.0083999633789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,uniform,1.4305226008097331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,uniform,2.361248016357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,uniform,4.200357437133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,uniform,0.4822080135345459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,uniform,0.719264030456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,uniform,0.3452693223953247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,uniform,1.2485546271006267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,uniform,0.7637013594309489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,uniform,0.9369280338287354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,uniform,1.2783733208974202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,uniform,2.079429308573405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,uniform,3.5862932205200195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,uniform,0.902341365814209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,uniform,1.5330613454182942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,uniform,1.0919840335845947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,uniform,2.5410985946655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,uniform,4.35426680246989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,uniform,0.6416906515757242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,uniform,0.8389066855112711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,uniform,1.165551980336507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,uniform,1.8208692868550618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,uniform,0.9424373308817545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,uniform,1.260480006535848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,uniform,1.7358934084574382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,uniform,2.6911306381225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,uniform,1.0561386744181316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,uniform,1.320133368174235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,uniform,1.9039360682169597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,uniform,3.0988213221232095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,uniform,5.5337708791097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,uniform,0.4577866792678833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,uniform,0.6229386727015177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,uniform,0.9359520276387533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,uniform,1.6371413866678874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,uniform,1.0140533447265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,uniform,1.2402346928914387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,uniform,1.6992640495300293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,uniform,2.7285385131835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,uniform,4.736661275227864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,uniform,1.4798773129781086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,uniform,1.203936020533244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,uniform,2.0566347440083823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,uniform,3.310474713643392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,uniform,5.808869043986003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,uniform,0.798250675201416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,uniform,1.035690704981486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,uniform,1.442815939585368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,uniform,2.252298672993978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,uniform,1.163530667622884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,uniform,1.5855040550231934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,uniform,2.159440040588379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,uniform,3.354778607686361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,uniform,1.3146453698476155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,uniform,1.641690731048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,uniform,2.361728032430013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,uniform,3.8825813929239907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,uniform,6.889919916788737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,uniform,0.5743680000305176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,uniform,0.7812000115712484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,uniform,1.1778826713562012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,uniform,2.049568017323812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,uniform,1.229845364888509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,uniform,1.518229325612386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,uniform,2.0789119402567544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,uniform,5.829589207967122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,uniform,3.3495572408040366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,uniform,1.5360159873962402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,uniform,1.8709386189778645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,uniform,2.5694986979166665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,uniform,4.177829424540202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,uniform,0.05422399938106537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,uniform,0.03899200012286504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,uniform,0.03698666642109553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,8,uniform,0.06576000154018402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,uniform,0.05739733576774597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,uniform,0.04205333193143209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,uniform,7.367290496826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,uniform,0.08729066451390584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,uniform,0.0692799985408783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,uniform,0.05853333572546641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,uniform,0.0580320010582606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,uniform,0.059445331494013466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,uniform,0.06197333335876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,uniform,0.05221333106358846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,uniform,0.03839999934037527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,uniform,0.03708266715208689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,uniform,0.03646933287382126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,uniform,0.03798400113979975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,uniform,0.037077332536379494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,64,uniform,0.08772266904513042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,uniform,0.06959466636180878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,uniform,0.05518933137257894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,uniform,0.0561706672112147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,uniform,0.05435200035572052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,uniform,0.05760000149408976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,uniform,0.0879253347714742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,uniform,0.05863999823729197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,uniform,0.06275733311971028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,uniform,0.059077332417170204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,uniform,0.06002666552861532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,uniform,0.06076799829800924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,uniform,0.0563679983218511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,8,uniform,0.06677866478761037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,uniform,0.03897066662708918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,uniform,0.037765334049860634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,uniform,0.04665066798528036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,uniform,0.04734933376312256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,uniform,0.08619733651479085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,uniform,0.05871466795603434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,uniform,0.06564799944559734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,uniform,0.05979733169078827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,uniform,0.03902933249870936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,uniform,0.052042668064435325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,uniform,0.03685333331425985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,uniform,0.03692266593376795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,uniform,0.039264000952243805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,uniform,0.03724266588687897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,uniform,0.05922666688760122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,uniform,0.06378133098284404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,64,uniform,0.08515200018882751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,uniform,0.07096000015735626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,uniform,0.0572266678015391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,uniform,0.05578133463859558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,uniform,0.061674664417902626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,uniform,0.058287998040517174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,uniform,0.0881813367207845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,uniform,0.0672159989674886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,uniform,0.057402665416399636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,uniform,0.060346667965253196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,uniform,0.06048533320426941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,uniform,0.06676266590754192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,uniform,0.05298133194446564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,uniform,0.049738665421803795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,uniform,0.05295999844868978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,8,uniform,0.06490666667620341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,uniform,0.06793599824110667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,uniform,0.06496533254782359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,uniform,0.08785067001978557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,uniform,0.0665226678053538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,uniform,0.06522666911284129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,uniform,0.07076799869537354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,uniform,0.07735466460386912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,uniform,0.03909866760174433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,uniform,0.07110933462778728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,uniform,0.051034669081370033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,uniform,0.03882666677236557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,uniform,0.03953066716591517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,uniform,0.03802666564782461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,uniform,0.04470400015513102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,uniform,0.07643733421961467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,64,uniform,0.08876799543698628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,uniform,0.06995200117429097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,uniform,0.06653866668542226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,uniform,0.0863200028737386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,uniform,0.07682666679223378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,uniform,0.08877333005269368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,uniform,0.06866666674613953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,uniform,0.06670933465162913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,uniform,0.07354666789372762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,uniform,0.07867200175921123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,uniform,0.0670773337284724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,uniform,0.0518453319867452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,uniform,0.048826664686203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,8,uniform,0.06761066615581512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,uniform,0.05136533578236898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,uniform,0.06509866813818614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,uniform,0.0654666672150294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,uniform,0.08905599514643352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,uniform,0.08774933218955994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,uniform,0.08700799942016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,uniform,0.08762133121490479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,uniform,0.09188266595204671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,uniform,0.10403733452161153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,uniform,0.051455999414126076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,uniform,0.05134933193524679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,uniform,0.049679999550183616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,uniform,0.051226665576299034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,uniform,0.06163200239340464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,uniform,0.05407999952634176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,64,uniform,0.09101866682370503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,uniform,0.08734400073687236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,uniform,0.08477333188056946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,uniform,0.09227200349171956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,uniform,0.10162666440010071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,uniform,0.08897067109743755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,uniform,0.07971733311812083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,uniform,0.08682666222254436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,uniform,0.08761066198348999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,uniform,0.08890133102734883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,uniform,0.09298666318257649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,uniform,0.10665067036946614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,uniform,0.05351999898751577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,uniform,0.054832001527150474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,uniform,0.05294933418432871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,8,uniform,0.06811200082302094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,uniform,0.06515199939409892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,uniform,0.06492266555627187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,uniform,0.10638399918874104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,uniform,0.11514133214950562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,uniform,0.11217066645622253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,uniform,0.13409599661827087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,uniform,0.1260426640510559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,uniform,0.05862399935722351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,uniform,0.11356266339619954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,uniform,0.06121066709359487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,uniform,0.05995733539263407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,uniform,0.07135466734568278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,uniform,0.07898666461308797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,uniform,0.06000000238418579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,64,uniform,0.124917338291804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,uniform,0.11226666967074077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,uniform,0.11518399914105733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,uniform,0.12051199873288472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,uniform,0.11258133252461751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,uniform,0.13683733344078064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,uniform,0.11493866642316182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,uniform,0.11337600151697795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,uniform,0.11571733156840007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,uniform,0.11544533570607503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,uniform,0.136543999115626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,uniform,0.12260799606641133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,uniform,0.05217066903909048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,uniform,0.052704001466433205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,uniform,0.06493866443634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,8,uniform,0.06516799827416737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,uniform,0.05436799923578898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,uniform,0.06771733363469441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,uniform,0.1641546686490377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,uniform,0.16332800189654031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,uniform,0.1628320018450419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,uniform,0.21758399407068887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,uniform,0.16617600123087564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,uniform,0.1782133380572001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,uniform,0.06650666892528534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,uniform,0.06151466568311056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,uniform,0.06217066446940104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,uniform,0.060362666845321655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,uniform,0.07182933390140533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,uniform,0.08104533453782399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,uniform,0.13242133458455405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,64,uniform,0.11429867148399353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,uniform,0.1283466617266337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,uniform,0.13008000453313193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,uniform,0.1370560030142466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,uniform,0.1762453317642212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,uniform,0.16486400365829468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,uniform,0.1637173295021057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,uniform,0.1639946699142456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,uniform,0.16685867309570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,uniform,0.17833600441614786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,uniform,0.22090667486190796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,uniform,0.052986666560173035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,uniform,0.052570665876070656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,8,uniform,0.06465066472689311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,uniform,0.05188799897829691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,uniform,0.06418666740258534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,uniform,0.06516266862551372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,uniform,0.16587199767430624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,uniform,0.16364266475041708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,uniform,0.16548267006874084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,uniform,0.17919466892878214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,uniform,0.16954666376113892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,uniform,0.06006399790445963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,uniform,0.2195733388264974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,uniform,0.0612960010766983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,uniform,0.06016000111897787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,uniform,0.0631466656923294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,uniform,0.07065600156784058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,uniform,0.08411199847857158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,64,uniform,0.12818666299184164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,uniform,0.1297760009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,uniform,0.13108266393343607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,uniform,0.1304266651471456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,uniform,0.13897066315015158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,uniform,0.1751306653022766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,uniform,0.23086933294932047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,uniform,0.2281386653582255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,uniform,0.22618132829666138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,uniform,0.2362026572227478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,uniform,0.31017067035039264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,uniform,0.24975999196370444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,uniform,0.054527997970581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,uniform,0.05253333350022634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,uniform,0.052282666166623436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,8,uniform,0.06937600175539653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,uniform,0.06528000036875407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,uniform,0.06643733382225037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,uniform,0.16597867012023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,uniform,0.1658560037612915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,uniform,0.16580266753832498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,uniform,0.1692906618118286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,uniform,0.18149334192276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,uniform,0.22241600354512533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,uniform,0.06132799883683523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,uniform,0.06418133278687795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,uniform,0.06204266846179962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,uniform,0.06327466666698456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,uniform,0.06923200190067291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,uniform,0.08455466230710347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,64,uniform,0.11554666360219319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,uniform,0.12872533003489176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,uniform,0.13141333063443503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,uniform,0.14040533701578775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,uniform,0.18027732769648233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,uniform,0.22872000932693481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,uniform,0.22500266631444296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,uniform,0.23045865694681802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,uniform,0.23432532946268717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,uniform,0.12610666950543722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,uniform,0.25360532601674396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,uniform,0.3123466571172078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,uniform,0.04598933458328247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,uniform,0.04640000065167745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,8,uniform,0.058880001306533813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,uniform,0.04674133161703745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,uniform,0.05654400090376536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,uniform,0.06252799928188324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,uniform,0.16597333550453186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,uniform,0.166512002547582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,uniform,0.16707199811935425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,uniform,0.16962667306264242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,uniform,0.21913599967956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,uniform,0.184714674949646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,uniform,0.061941335598627724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,uniform,0.061861331264177956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,uniform,0.06244266529877981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,uniform,0.06154133379459381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,uniform,0.07106133302052815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,uniform,0.08147199948628743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,64,uniform,0.11930666367212932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,uniform,0.12798933188120523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,uniform,0.134661336739858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,uniform,0.13209066788355509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,uniform,0.14011200269063315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,uniform,0.17883733908335367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,uniform,0.22740266720453897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,uniform,0.23016534248987833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,uniform,0.2304960091908773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,uniform,0.25250667333602905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,uniform,0.23493333657582602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,uniform,0.31117866436640423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,uniform,0.04974400003751119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,uniform,0.04692266881465912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,uniform,0.047055999437967934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,uniform,0.06047999858856201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,8,uniform,0.062122667829195656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,uniform,0.06256533165772755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,uniform,0.16828266779581705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,uniform,0.1678346594174703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,uniform,0.18642133474349976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,uniform,0.1674506664276123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,uniform,0.06412266691525777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,uniform,0.17261866728464761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,uniform,0.2246560057004293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,uniform,0.060458665092786155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,uniform,0.062181333700815834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,uniform,0.07062399884064992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,uniform,0.06246933341026306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,uniform,0.08228266735871632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,uniform,0.13185600439707437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,uniform,0.1353600025177002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,64,uniform,0.12807466586430868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,uniform,0.13587199648221335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,uniform,0.14365333318710327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,uniform,0.2311306595802307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,uniform,0.18120533227920532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,uniform,0.22868265708287558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,uniform,0.2576533357302348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,uniform,0.22900267442067465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,uniform,0.2351306676864624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,uniform,0.3148159980773926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,uniform,0.046122665206591286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,uniform,0.04659733176231384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,uniform,0.04659200211366018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,8,uniform,0.059392000238100685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,uniform,0.05994666616121928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,uniform,0.06005333364009857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,uniform,0.17005866765975952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,uniform,0.16952000061670938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,uniform,0.17061867316563925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,uniform,0.17415465911229452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,uniform,0.1913493275642395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,uniform,0.22962667544682822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,uniform,0.06362666686375935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,uniform,0.06271466612815857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,uniform,0.06248533229033152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,uniform,0.06534933547178905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,uniform,0.08772266904513042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,64,uniform,0.12488533059755962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,uniform,0.06860266625881195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,uniform,0.13398399949073792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,uniform,0.13530133167902628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,uniform,0.13614933689435324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,uniform,0.14592533310254416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,uniform,0.18626666069030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,uniform,0.23377599318822226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,uniform,0.22966933250427246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,uniform,0.23512534300486246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,uniform,0.23627734184265137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,uniform,0.2561546762784322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,uniform,0.3261280059814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,uniform,0.04665066798528036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,uniform,0.04980800052483877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,uniform,0.049653331438700356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,8,uniform,0.06376533210277557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,uniform,0.062277331948280334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,uniform,0.06451199948787689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,uniform,0.17142399152119955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,uniform,0.17071467638015747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,uniform,0.1748960018157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,uniform,0.1716266671816508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,uniform,0.23314666748046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,uniform,0.19342400630315146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,uniform,0.06262399752934773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,uniform,0.06284266710281372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,uniform,0.06457599997520447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,uniform,0.06598933537801106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,uniform,0.06975999971230824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,uniform,0.08756267031033833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,64,uniform,0.1267466644446055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,uniform,0.13475199540456137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,uniform,0.14043733477592468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,uniform,0.13571199774742126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,uniform,0.1493226687113444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,uniform,0.18946667512257895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,uniform,0.23617599407831827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,uniform,0.2374080022176107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,uniform,0.24451200167338052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,uniform,0.2702293395996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,uniform,0.23633599281311035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,uniform,0.331498662630717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,uniform,0.04872000217437744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,uniform,0.04704533517360687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,uniform,0.05053866902987162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,8,uniform,0.063360000650088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,uniform,0.06300266583760579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,uniform,0.06578666468461354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,uniform,0.17219199736913046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,uniform,0.171999990940094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,uniform,0.1730560064315796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,uniform,0.23847466707229614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,uniform,0.1978666583697001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,uniform,0.17665066321690878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,uniform,0.06453866759936015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,uniform,0.06516799827416737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,uniform,0.062234664956728615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,uniform,0.06332266827424367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,uniform,0.07273066540559132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,uniform,0.09055999914805095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,64,uniform,0.12357333302497864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,uniform,0.13459733128547668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,uniform,0.13874666889508566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,uniform,0.13929067055384317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,uniform,0.15077867110570273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,uniform,0.19272534052530924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,uniform,0.23643199602762857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,uniform,0.23723200956980386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,uniform,0.23572800556818643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,uniform,0.2427039941151937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,uniform,0.2702239950497945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,uniform,0.3280426661173503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,uniform,0.04731733103593191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,uniform,0.04949333270390829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,uniform,0.05328000088532766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,8,uniform,0.06302399933338165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,uniform,0.06268799801667531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,uniform,0.06817066669464111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,uniform,0.17458132902781168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,uniform,0.17498666048049927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,uniform,0.17258665959040323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,uniform,0.20270933707555136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,uniform,0.1808639963467916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,uniform,0.24394132693608603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,uniform,0.06687999765078227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,uniform,0.06471466521422069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,uniform,0.06550933420658112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,uniform,0.06434133152167003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,uniform,0.07362133264541626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,uniform,0.09178133805592854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,64,uniform,0.12771733601888022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,uniform,0.13657599687576294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,uniform,0.13983466227849325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,uniform,0.14308800299962363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,uniform,0.15583466490109762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,uniform,0.19527999560038248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,uniform,0.23712533712387085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,uniform,0.2412053346633911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,uniform,0.24155199527740479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,uniform,0.24578134218851724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,uniform,0.2804373304049174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,uniform,0.3373013337453206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,uniform,0.06426666676998138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,uniform,0.06604800124963124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,uniform,0.06875200072924297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,uniform,0.08276266853014629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,uniform,0.08964266379674275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,8,uniform,0.07863999903202057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,uniform,0.17799999316533408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,uniform,0.17942400773366293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,uniform,0.1798186699549357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,uniform,0.18727999925613403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,uniform,0.2116426626841227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,uniform,0.2553120056788127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,uniform,0.06514666477839152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,uniform,0.06548266609509786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,uniform,0.06833600004514058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,uniform,0.08904000123341878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,uniform,0.07352533439795177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,uniform,0.11815466483434041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,64,uniform,0.12811733285586038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,uniform,0.14249599973360697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,uniform,0.1397173305352529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,uniform,0.15103999773661295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,uniform,0.1634719967842102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,uniform,0.20365333557128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,uniform,0.23820799589157104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,uniform,0.24011200666427612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,uniform,0.2428106665611267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,uniform,0.24972800413767496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,uniform,0.2862933278083801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,uniform,0.35785067081451416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,uniform,0.06620266536871593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,uniform,0.07148799796899159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,uniform,0.0651146670182546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,8,uniform,0.08221866687138875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,uniform,0.08450667063395183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,uniform,0.09092266360918681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,uniform,0.18066134055455527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,uniform,0.1800959904988607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,uniform,0.1823413372039795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,uniform,0.2170026699701945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,uniform,0.18917334079742432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,uniform,0.2610293428103129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,uniform,0.06576000154018402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,uniform,0.0673280010620753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,uniform,0.06824000179767609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,uniform,0.07508266468842824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,uniform,0.09106666843096416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,uniform,0.11928000052769978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,64,uniform,0.13428266843159994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,uniform,0.1500693360964457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,uniform,0.1430346667766571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,uniform,0.19555733601252237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,uniform,0.15917332967122397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,uniform,0.2531893253326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,uniform,0.2497333288192749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,uniform,0.24342934290568033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,uniform,0.2536426583925883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,uniform,0.25516800085703534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,uniform,0.06480533381303151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,uniform,0.29637332757314044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,uniform,0.36187732219696045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,uniform,0.0697866678237915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,uniform,0.07610666751861572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,8,uniform,0.08277866741021474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,uniform,0.08782933155695598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,uniform,0.09839466214179993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,uniform,0.18337066968282065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,uniform,0.18427733580271402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,uniform,0.18743999799092612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,uniform,0.1967359979947408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,uniform,0.2246560057004293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,uniform,0.274181326230367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,uniform,0.06674666702747345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,uniform,0.06739733119805653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,uniform,0.06811200082302094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,uniform,0.07689600189526875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,uniform,0.09298666318257649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,uniform,0.12621866663297018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,64,uniform,0.13818132877349854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,uniform,0.14564800262451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,uniform,0.14992533127466837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,uniform,0.1632266640663147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,uniform,0.20137600104014078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,uniform,0.26207999388376874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,uniform,0.25043733914693195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,uniform,0.25227733453114826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,uniform,0.2573759953180949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,uniform,0.26571200291315716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,uniform,0.3036800026893616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,uniform,0.37859733899434406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,uniform,0.08094933132330577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,uniform,0.08562133709589641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,uniform,0.0962720016638438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,8,uniform,0.10899200042088826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,uniform,0.11292266845703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,uniform,0.12641599774360657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,uniform,0.193066676457723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,uniform,0.2010293404261271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,uniform,0.1939786672592163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,uniform,0.3855626583099365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,uniform,0.28440000613530475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,uniform,0.23035200436909994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,uniform,0.07673066854476929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,uniform,0.0776800016562144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,uniform,0.08247466882069905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,uniform,0.09478933612505595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,uniform,0.1181013286113739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,uniform,0.16745599110921225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,uniform,0.16405866543451944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,64,uniform,0.14014933506647745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,uniform,0.17150400082270303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,uniform,0.19589332739512125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,uniform,0.2566986680030823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,uniform,0.35780266920725506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,uniform,0.2629866600036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,uniform,0.2608426610628764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,uniform,0.26808534065882367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,uniform,0.28590933481852215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,uniform,0.3273013234138489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,uniform,0.09634666641553243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,uniform,0.10316800077756245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,uniform,0.11522666613260905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,uniform,0.4087626536687215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,8,uniform,0.12970133622487387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,uniform,0.15823466579119363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,uniform,0.14063466588656107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,uniform,0.19871999820073447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,uniform,0.20119466384251913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,uniform,0.2113920052846273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,uniform,0.24196799596150717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,uniform,0.3031146725018819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,uniform,0.41394134362538654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,uniform,0.0745600014925003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,uniform,0.07825600107510884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,uniform,0.08643733461697896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,uniform,0.10383466879526775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,uniform,0.13781866431236267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,uniform,0.19931199153264365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,64,uniform,0.1476800044377645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,uniform,0.17831466595331827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,uniform,0.1925333340962728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,uniform,0.21767467260360718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,uniform,0.43516266345977783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,uniform,0.290666659673055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,uniform,0.26528533299763996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,uniform,0.26764800151189166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,uniform,0.2824106613794963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,uniform,0.3224053382873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,uniform,0.4002559979756673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,uniform,0.12818666299184164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,uniform,0.5570880174636841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,uniform,0.15470932920773825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,uniform,0.1351040005683899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,8,uniform,0.1786080002784729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,uniform,0.19227200746536255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,uniform,0.22299732764561972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,uniform,0.216154674688975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,uniform,0.24177066485087076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,uniform,0.2214933236440023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,uniform,0.28710933526357013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,uniform,0.3667680025100708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,uniform,0.5368693272272745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,uniform,0.08781866232554118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,uniform,0.10512000322341919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,uniform,0.09318932890892029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,uniform,0.12748266259829202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,uniform,0.18205867211023966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,uniform,0.25408534208933514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,64,uniform,0.17806400855382284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,uniform,0.21556800603866577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,uniform,0.22561599810918173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,uniform,0.252346674601237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,uniform,0.3768053452173869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,uniform,0.28707732756932575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,uniform,0.5429439942042033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,uniform,0.28118934233983356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,uniform,0.30477867523829144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,uniform,0.3556426763534546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,uniform,0.44362131754557294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,uniform,0.1498026649157206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,8,uniform,0.22688533862431845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,uniform,0.16103466351826987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,uniform,0.1859626571337382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,uniform,0.6242560148239136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,uniform,0.2481706738471985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,uniform,0.2887466748555501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,uniform,0.23334399859110513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,uniform,0.24567466974258423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,uniform,0.3230400085449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,uniform,0.4256639877955119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,uniform,0.27057067553202313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,uniform,0.618336002031962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,uniform,0.09241066376368205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,uniform,0.10073066751162212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,uniform,0.11293333768844604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,uniform,0.23381332556406656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,uniform,0.1427786648273468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,uniform,0.3113066752751668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,64,uniform,0.20743467410405478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,uniform,0.2651466727256775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,uniform,0.2901866634686788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,uniform,0.3246346712112427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,uniform,0.732373317082723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,uniform,0.47833601633707684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,uniform,0.319813330968221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,uniform,0.3064906597137451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,uniform,0.3476426601409912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,uniform,0.4167146682739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,uniform,0.22726933161417642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,uniform,0.2122453252474467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,uniform,0.260373334089915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,uniform,0.5377440055211385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,8,uniform,0.329312006632487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,uniform,0.7976693312327067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,uniform,0.3600800037384033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,uniform,0.42638933658599854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,uniform,0.30250134070714313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,uniform,0.3413279851277669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,uniform,0.3163626591364543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,uniform,0.40507733821868896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,uniform,0.5497546593348185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,uniform,0.7994933128356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,uniform,0.12285332878430684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,uniform,0.15473066767056784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,uniform,0.1355413297812144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,uniform,0.318720002969106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,uniform,0.19313599665959677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,uniform,0.4267146587371826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,64,uniform,0.26410667101542157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,uniform,0.3379253149032593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,uniform,0.3766719897588094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,uniform,0.4289333422978719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,uniform,0.34441598256429035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,uniform,1.001301368077596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,uniform,0.6372319857279459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,uniform,0.36024534702301025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,uniform,0.4009173313776652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,uniform,0.2670080065727234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,uniform,0.28851733605066937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,uniform,0.33444265524546307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,uniform,0.4787520170211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,8,uniform,0.44950934251149494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,uniform,0.6394399801890055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,uniform,0.9405173460642496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,uniform,0.47616533438364667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,uniform,0.5956586599349976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,uniform,0.38228801886240643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,uniform,0.46010132630666095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,uniform,0.45203733444213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,uniform,0.5611786842346191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,uniform,0.7212159633636475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,uniform,0.14547733465830484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,uniform,1.0060373147328694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,uniform,0.18768000602722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,uniform,0.16108266512552896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,uniform,0.2353760004043579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,uniform,0.42469334602355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,uniform,0.585423986117045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,64,uniform,0.3184159994125366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,uniform,0.41633065541585285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,uniform,0.4643253485361735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,uniform,0.8302559852600098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,uniform,0.5257653395334879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,uniform,0.476421316464742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,uniform,1.294869343439738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,uniform,0.5271039803822836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,uniform,0.5260800123214722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,uniform,0.42533334096272785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,uniform,0.3836853504180908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,uniform,0.6028213500976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,uniform,1.157685359319051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,uniform,0.4768693447113037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,uniform,0.8215359846750895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,8,uniform,0.6839413642883301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,uniform,0.7612319787343343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,uniform,0.8717226982116699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,uniform,0.5503626664479574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,uniform,0.6637920141220093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,uniform,0.5922880172729492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,uniform,0.7981226444244385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,uniform,0.20201599597930908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,uniform,1.4650239944458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,uniform,1.017077366511027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,uniform,0.22139734029769897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,uniform,0.33054399490356445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,uniform,0.2646399935086568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,uniform,0.6107946634292603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,uniform,0.8508959611256918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,64,uniform,0.4713706572850545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,uniform,0.6952160199483236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,uniform,0.7759573459625244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,uniform,1.873861312866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,uniform,1.2102826436360676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,uniform,0.6309920152028402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,uniform,0.6010880072911581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,uniform,0.7253546714782715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,uniform,0.5453386704126993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,uniform,0.501258651415507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,uniform,0.6592426697413126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,uniform,0.7410240173339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,uniform,0.8288319905598959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,uniform,1.14684263865153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,uniform,1.5357759793599446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,8,uniform,0.9129172960917155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,uniform,1.1945599714914958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,uniform,1.0500640074412029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,uniform,0.744645357131958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,uniform,0.9029599825541178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,uniform,0.8138826688130697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,uniform,1.0707039833068848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,uniform,1.3614293734232585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,uniform,0.2582506736119588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,uniform,1.9592480659484863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,uniform,0.28571732838948566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,uniform,0.3386826515197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,uniform,0.4424000183741252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,uniform,0.8157386779785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,uniform,1.1528373559315999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,64,uniform,0.5630346536636353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,uniform,0.7876693407694498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,uniform,0.9031626383463541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,uniform,1.036847988764445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,uniform,1.6103359858194988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,uniform,0.8553226788838705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,uniform,2.5217013359069824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,uniform,1.0051519870758057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,uniform,0.8993226687113444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,uniform,0.7302292982737223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,uniform,0.7985386848449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,uniform,1.1603999932607014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,uniform,0.9500426451365153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,8,uniform,1.5267465909322102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,uniform,1.4802932739257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,uniform,1.6051146189371746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,uniform,2.028447945912679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,uniform,1.8661866188049316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,uniform,1.0957600275675456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,uniform,1.3429813385009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,uniform,1.2142346700032551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,uniform,1.6151307423909504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,uniform,2.011408011118571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,uniform,2.874789237976074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,uniform,0.3676160176595052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,uniform,0.4017333189646403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,uniform,0.49269334475199383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,uniform,0.667189359664917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,uniform,1.2064639727274578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,uniform,1.6859092712402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,64,uniform,0.8994506994883219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,uniform,1.1843679745992024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,uniform,1.3268427054087322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,uniform,1.5341173807779949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,uniform,2.3957173029581704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,uniform,3.7725280125935874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,uniform,1.2302186489105225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,uniform,1.3246933619181316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,uniform,1.455717404683431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,uniform,0.9662453333536783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,uniform,1.1832693417867024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,uniform,1.331386645634969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,8,uniform,2.1662294069925943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,uniform,1.6800907452901204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,uniform,2.1306773821512857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,uniform,2.248666604359945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,uniform,3.0546080271402993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,uniform,2.5362879435221353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,uniform,1.4988479614257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,uniform,1.628394603729248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,uniform,1.7996959686279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,uniform,2.123589356740316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,uniform,2.718229293823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,uniform,3.9123894373575845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,uniform,0.47835199038187665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,uniform,0.652949333190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,uniform,0.5418399969736735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,uniform,0.8970773220062256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,uniform,1.6514453887939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,uniform,2.308688004811605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,64,uniform,1.207034667332967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,uniform,1.5745867093404133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,uniform,2.04093869527181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,uniform,1.7427199681599934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,uniform,4.974725405375163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,uniform,1.7474826176961262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,uniform,3.164112091064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,uniform,1.9046239852905273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,uniform,1.3707680702209473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,uniform,1.7172266642252605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,uniform,1.9647040367126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,uniform,1.5401066144307454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,8,uniform,2.748751958211263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,uniform,2.2858986854553223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,uniform,2.8785438537597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,uniform,3.2152160008748374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,uniform,2.903013229370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,uniform,4.02839469909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,uniform,1.8622345924377441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,uniform,2.0329492886861167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,uniform,2.641973336537679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,uniform,2.2427786191304526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,uniform,4.89572811126709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,uniform,3.410304069519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,uniform,0.5994773308436075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,uniform,0.6550133228302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,uniform,0.8511199951171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,uniform,1.114240010579427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,uniform,2.060277303059896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,uniform,2.9125760396321616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,uniform,1.9756906827290852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,64,uniform,1.481119950612386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,uniform,2.154362678527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,uniform,2.5251946449279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,uniform,3.91483211517334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,uniform,2.342735926310221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,uniform,2.203221321105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,uniform,6.123669306437175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,uniform,2.50218137105306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,4,uniform,0.03439466655254364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,2,uniform,0.033376000821590424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,8,uniform,0.04104000081618627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,8,uniform,0.04816000163555145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,uniform,0.053530668218930565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,2,uniform,0.03612266729275385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,4,uniform,0.03806400050719579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,uniform,0.06637866795063019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,uniform,0.05131733417510986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,uniform,0.05077333251635233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,uniform,0.05216533442338308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,uniform,0.041264000038305916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,uniform,0.056032001972198486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,uniform,0.035002666215101876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,uniform,0.03356799980004629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,uniform,0.03358400116364161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,uniform,0.03432533393303553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,64,uniform,0.06484266618887584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,uniform,0.035904000202814736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,uniform,0.049866666396458946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,uniform,0.05515199899673462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,uniform,0.050293331344922386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,uniform,0.05036800106366476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,uniform,0.052527998884518944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,uniform,0.05439466734727224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,uniform,0.06785599887371063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,uniform,0.05170666674772898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,uniform,0.05163733164469401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,uniform,0.053354665637016296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,8,uniform,0.0401653324564298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,uniform,0.05635199944178263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,2,uniform,0.03528533379236857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,4,uniform,0.034832000732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,8,uniform,0.04864533245563507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,4,uniform,0.03766933331886927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,2,uniform,0.03884266565243403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,uniform,0.05412800113360087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,uniform,2.8588266372680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,uniform,0.06663466493288676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,uniform,3.6455465952555337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,uniform,0.05444799860318502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,uniform,0.052298665046691895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,uniform,0.051818668842315674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,uniform,5.130912144978841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,uniform,0.05859733124574026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,uniform,0.04066666712363561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,uniform,0.03369600077470144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,uniform,0.03496533383925756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,uniform,0.034448000291983284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,uniform,0.03453866640726725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,uniform,0.0510453333457311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,64,uniform,0.06530133386452992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,uniform,0.03702933341264725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,uniform,0.05349866549173991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,uniform,0.056517332792282104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,uniform,0.051183998584747314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,uniform,0.05610666672388712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,uniform,0.06764799853165944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,uniform,0.052842666705449425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,uniform,0.05342933535575867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,uniform,0.052522664268811546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,4,uniform,0.03878933439652125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,uniform,0.05531733234723409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,uniform,0.060378665725390114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,8,uniform,0.04163199911514918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,2,uniform,0.03920533259709676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,2,uniform,0.047237331668535866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,8,uniform,0.046351999044418335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,4,uniform,0.04854399959246317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,uniform,0.06786133348941803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,uniform,0.0543093333641688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,uniform,0.05884266893068949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,uniform,0.05399466554323832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,uniform,0.054933334390322365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,uniform,0.06594133377075195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,uniform,0.03487999985615412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,uniform,0.03979733337958654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,uniform,0.03461866577466329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,uniform,0.03492266684770584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,uniform,0.04188266893227895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,uniform,0.0367999995748202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,64,uniform,0.06736533343791962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,uniform,0.054773335655530296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,uniform,0.055455997586250305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,uniform,0.061530664563179016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,uniform,0.05641066531340281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,uniform,0.06914133330186208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,uniform,0.05473599831263224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,uniform,0.05411200225353241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,uniform,0.06761066615581512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,uniform,0.058821335434913635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,uniform,0.05681600173314413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,8,uniform,0.04057066639264425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,4,uniform,0.04099733382463455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,uniform,0.06717333197593689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,2,uniform,0.039647998909155525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,8,uniform,0.050160000721613564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,4,uniform,0.04450133442878723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,uniform,0.0690719981988271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,uniform,0.0674720009167989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,uniform,0.06603200236956279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,2,uniform,0.0472320020198822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,uniform,0.06716800232728322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,uniform,0.07524799803892772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,uniform,0.0400693342089653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,uniform,0.08819199601809184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,uniform,0.0401706670721372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,uniform,0.0395359992980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,uniform,0.040864000717798867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,uniform,0.04505600035190582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,64,uniform,0.06496533254782359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,uniform,0.05296533306439718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,uniform,0.06543999910354614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,uniform,0.06588799754778545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,uniform,0.0683840016523997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,uniform,0.06810666620731354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,uniform,0.07470400134722392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,uniform,0.0858133335908254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,uniform,0.06769066552321117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,uniform,0.06820266445477803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,uniform,0.07012266914049785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,uniform,0.08994666735331218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,uniform,0.07573333382606506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,8,uniform,0.041333332657814026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,2,uniform,0.047839999198913574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,4,uniform,0.04002666721741358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,4,uniform,0.04507199923197428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,8,uniform,0.04967466493447622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,2,uniform,0.04053333401679993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,uniform,0.08217599987983704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,uniform,0.08096000055472057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,uniform,0.08192533254623413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,uniform,0.08504533767700195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,uniform,0.09846933682759602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,uniform,0.11923199892044067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,uniform,0.04477333525816599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,uniform,0.04507733384768168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,uniform,0.04505600035190582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,uniform,0.04756266872088114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,uniform,0.08188800017038982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,uniform,0.06995200117429097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,uniform,0.05495999753475189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,64,uniform,0.08086400230725606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,uniform,0.08021866778532664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,uniform,0.08539199829101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,uniform,0.11391466856002808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,uniform,0.09425066908200581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,uniform,0.07857066889603932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,uniform,0.08270399769147237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,uniform,0.12104533116022746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,uniform,0.0830026666323344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,uniform,0.08247999846935272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,uniform,0.09738666812578838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,8,uniform,0.042506664991378784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,4,uniform,0.03986666599909464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,8,uniform,0.04890666902065277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,2,uniform,0.040362666050593056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,2,uniform,0.0484746644894282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,4,uniform,0.04698666433493296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,uniform,0.10724266370137532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,uniform,0.10785067081451416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,uniform,0.11577066779136658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,uniform,0.10892267028490703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,uniform,0.1359946628411611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,uniform,0.18194133043289185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,uniform,0.04689066608746847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,uniform,0.048901334404945374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,uniform,0.04558399816354116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,uniform,0.04712533454100291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,uniform,0.05779199798901876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,uniform,0.08979733784993489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,uniform,0.08947199583053589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,64,uniform,0.08228800197442372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,uniform,0.07205333312352498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,uniform,0.1056160032749176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,uniform,0.09338133533795674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,uniform,0.1083626647790273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,uniform,0.13784533739089966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,uniform,0.10834133625030518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,8,uniform,0.04251199960708618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,uniform,0.11009599765141805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,uniform,0.13673067092895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,uniform,0.11592533191045125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,4,uniform,0.0409706657131513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,uniform,0.18630399306615195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,8,uniform,0.050928001602490745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,2,uniform,0.039621333281199135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,2,uniform,0.049728001157442726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,4,uniform,0.04875733455022176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,uniform,0.1081119974454244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,uniform,0.11658133069674174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,uniform,0.10885333021481831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,uniform,0.11001066366831462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,uniform,0.13531200091044107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,uniform,0.1832480033238729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,uniform,0.046442667643229164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,uniform,0.04736533264319102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,uniform,0.04704533517360687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,uniform,0.048714667558670044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,uniform,0.0909440020720164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,uniform,0.07112533350785573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,uniform,0.05840000013510386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,64,uniform,0.08494933446248372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,uniform,0.09172800183296204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,uniform,0.13948800166447958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,uniform,0.09594666957855225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,uniform,0.10709333419799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,uniform,0.13920533657073975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,uniform,0.14144532879193625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,uniform,0.14495999614397684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,uniform,0.18278400103251138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,uniform,0.15254933635393778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,uniform,0.25277332464853924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,8,uniform,0.04035199930270513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,4,uniform,0.04890666902065277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,4,uniform,0.040933333337306976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,2,uniform,0.041152000427246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,8,uniform,0.049226666490236916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,2,uniform,0.04956800242265066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,uniform,0.10922132929166158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,uniform,0.11102933684984843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,uniform,0.11036266883214314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,uniform,0.13566399614016214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,uniform,0.11690133810043335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,uniform,0.04831466575463613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,uniform,0.047781333327293396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,uniform,0.1857759952545166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,uniform,0.04674133161703745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,uniform,0.04972266654173533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,uniform,0.09284800291061401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,uniform,0.05795733133951823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,uniform,0.07235200206438701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,64,uniform,0.08540266752243042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,uniform,0.09290666381518047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,uniform,0.09668800234794617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,uniform,0.1423306663831075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,uniform,0.10745599865913391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,uniform,0.14274666706720987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,uniform,0.14486933747927347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,uniform,0.1421333352724711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,uniform,0.15204800168673197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,uniform,0.2526080012321472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,uniform,0.1841119925181071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,4,uniform,0.03788800040880839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,8,uniform,0.03743999948104223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,2,uniform,0.039477333426475525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,8,uniform,0.044735997915267944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,2,uniform,0.04659200211366018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,4,uniform,0.04502399762471517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,uniform,0.11122133334477742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,uniform,0.11121066411336263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,uniform,0.11288000146547954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,uniform,0.1186133325099945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,uniform,0.18913066387176514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,uniform,0.13818666338920593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,uniform,0.04673600196838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,uniform,0.04807466765244802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,uniform,0.04654933512210846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,uniform,0.0740479975938797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,uniform,0.0505920002857844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,uniform,0.058186665177345276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,64,uniform,0.08458667000134786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,uniform,0.10917333761850993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,uniform,0.09361599882443745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,uniform,0.09465066591898601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,uniform,0.097461332877477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,uniform,0.1434719959894816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,uniform,0.14269866545995077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,uniform,0.1442026694615682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,uniform,0.1414293348789215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,uniform,0.1569653352101644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,uniform,0.1862186590830485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,uniform,0.25804267326990765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,4,uniform,0.0371573343873024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,8,uniform,0.03692800054947535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,2,uniform,0.039450667798519135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,4,uniform,0.04762133459250132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,8,uniform,0.04470933477083842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,2,uniform,0.04959466556708018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,uniform,0.11159466703732808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,uniform,0.12008000413576762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,uniform,0.112335999806722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,uniform,0.11413333813349406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,uniform,0.1402506629625956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,uniform,0.18824533621470133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,uniform,0.048063998421033226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,uniform,0.04956800242265066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,uniform,0.04588800172011057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,uniform,0.05148266752560934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,uniform,0.057631999254226685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,uniform,0.0743146687746048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,uniform,0.09618133306503296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,64,uniform,0.0860640009244283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,uniform,0.09640000263849895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,uniform,0.10012800494829814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,uniform,0.14754666884740195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,uniform,0.10990400115648906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,uniform,0.14573333660761514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,uniform,0.14412267009417215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,uniform,0.14468800028165182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,uniform,0.15756266315778097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,uniform,0.2579039931297302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,2,uniform,0.03977066775163015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,uniform,0.18850133816401163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,8,uniform,0.0371573343873024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,4,uniform,0.037050666908423104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,4,uniform,0.04708800216515859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,8,uniform,0.04572266836961111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,uniform,0.11458133657773335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,2,uniform,0.04808533191680908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,uniform,0.11590933799743652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,uniform,0.11517866452534993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,uniform,0.12318399548530579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,uniform,0.14433067043622336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,uniform,0.04915733138720194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,uniform,0.1934986710548401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,uniform,0.04957333207130432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,uniform,0.049269333481788635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,uniform,0.05194666484991709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,64,uniform,0.09008000294367473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,uniform,0.06102400024731954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,uniform,0.07725866635640462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,uniform,0.09769066174825032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,uniform,0.09619200229644775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,uniform,0.1483840048313141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,uniform,0.10071466366449992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,uniform,0.11246933539708455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,uniform,0.1492746671040853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,uniform,0.14757866660753885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,uniform,0.14839999874432883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,uniform,0.1572373310724894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,4,uniform,0.040074666341145836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,uniform,0.2591093381245931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,uniform,0.18916799624760947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,8,uniform,0.0379573330283165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,8,uniform,0.050250664353370667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,2,uniform,0.04243200023969015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,4,uniform,0.049642667174339294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,2,uniform,0.05230399966239929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,uniform,0.11558933059374492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,uniform,0.1166986624399821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,uniform,0.11819733182589214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,uniform,0.05134933193524679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,uniform,0.12524799505869547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,uniform,0.1481119990348816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,uniform,0.1957813302675883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,uniform,0.04831466575463613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,uniform,0.06276266773541768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,uniform,0.048858667413393654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,uniform,0.053717335065205894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,uniform,0.07853866616884868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,64,uniform,0.09185600280761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,uniform,0.09794666369756062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,uniform,0.10211732983589172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,uniform,0.11673600474993388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,uniform,0.09776533643404643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,uniform,0.14990933736165366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,uniform,0.1502079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,uniform,0.16432000199953714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,uniform,0.15216533342997232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,uniform,0.15084266662597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,uniform,0.19460266828536987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,uniform,0.26420799891153973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,2,uniform,0.04214933514595032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,8,uniform,0.038058665891488395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,4,uniform,0.040752001106739044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,2,uniform,0.053269331653912864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,8,uniform,0.05072533090909322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,4,uniform,0.05092266698678335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,uniform,0.11743999520937602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,uniform,0.11869866649309795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,uniform,0.12001599868138631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,uniform,0.12693333625793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,uniform,0.14963199694951376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,uniform,0.19984533389409384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,uniform,0.049786667029062905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,uniform,0.048991998036702476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,uniform,0.051039998730023704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,uniform,0.07977599898974101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,uniform,0.05365866422653198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,uniform,0.06283733248710632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,uniform,0.10391466816266377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,uniform,0.09828266501426697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,64,uniform,0.09166933099428813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,uniform,0.09892800450325012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,uniform,0.1183733344078064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,uniform,0.15336533387502035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,uniform,0.15452800194422403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,uniform,0.151829332113266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,uniform,0.15215466419855753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,uniform,0.1990399956703186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,uniform,0.16709333658218384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,8,uniform,0.03862400104602178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,uniform,0.2675146659215291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,2,uniform,0.04490133126576742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,4,uniform,0.04151466737190882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,4,uniform,0.05273066461086273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,8,uniform,0.05227733155091604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,2,uniform,0.05698133508364359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,uniform,0.12072533369064331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,uniform,0.12039466698964436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,uniform,0.12204800049463908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,uniform,0.13198399543762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,uniform,0.20394132534662882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,uniform,0.1518239974975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,uniform,0.052560001611709595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,uniform,0.05304533243179321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,uniform,0.053120002150535583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,uniform,0.056314667065938316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,uniform,0.06658666829268138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,uniform,0.10404800375302632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,uniform,0.08258133133252461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,uniform,0.10666132966677348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,64,uniform,0.09512533744176228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,uniform,0.10280533631642659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,uniform,0.12088533242543538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,uniform,0.15479999780654907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,uniform,0.15633599956830344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,uniform,0.1574666698773702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,uniform,0.1532533367474874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,uniform,0.16796799500783285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,uniform,0.2035413384437561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,4,uniform,0.05351466437180837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,8,uniform,0.05046399931112925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,uniform,0.2742026646931966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,2,uniform,0.05773333211739858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,8,uniform,0.06378133098284404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,4,uniform,0.0668213317791621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,2,uniform,0.07313600182533264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,uniform,0.12567999958992004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,uniform,0.1271573305130005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,uniform,0.12796266873677573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,uniform,0.13989866773287454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,uniform,0.16013866662979126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,uniform,0.21233065923055014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,uniform,0.0563679983218511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,uniform,0.055349335074424744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,uniform,0.056405335664749146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,uniform,0.06724266707897186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,uniform,0.0805866668621699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,uniform,0.11029866337776184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,uniform,0.10852266351381938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,uniform,0.11396800478299458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,64,uniform,0.0993280013402303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,uniform,0.10601600011189778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,uniform,0.1272213359673818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,uniform,0.16244266430536905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,uniform,0.16318933169047037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,uniform,0.16386133432388306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,uniform,0.17761067549387613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,uniform,0.16008533040682474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,uniform,0.21044800678888956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,8,uniform,0.0539626677831014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,4,uniform,0.05639466643333435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,uniform,0.28066666920979816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,2,uniform,0.061280002196629844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,8,uniform,0.06684799989064534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,4,uniform,0.06880533198515575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,2,uniform,0.07573866844177246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,uniform,0.1292586624622345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,uniform,0.1283199985822042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,uniform,0.13088533282279968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,uniform,0.14249066511789957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,uniform,0.16292799512545267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,uniform,0.21774399280548096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,uniform,0.05638933181762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,uniform,0.057376002271970115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,uniform,0.05996799965699514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,uniform,0.06833600004514058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,uniform,0.08250133196512859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,uniform,0.11317333579063416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,64,uniform,0.10356266299883525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,uniform,0.10918399691581726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,uniform,0.11400000254313152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,uniform,0.12920000155766806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,uniform,0.15421332915623984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,uniform,0.21600000063578287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,uniform,0.16149333119392395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,uniform,0.2126986583073934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,uniform,0.16313599546750387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,uniform,0.18403732776641846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,uniform,0.1689280072848002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,uniform,0.290501336256663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,8,uniform,0.05551466842492422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,4,uniform,0.0603359987338384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,4,uniform,0.07366933425267537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,2,uniform,0.0662666658560435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,8,uniform,0.06836266815662384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,2,uniform,0.08269333342711131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,uniform,0.13355200489362082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,uniform,0.1348960002263387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,uniform,0.14924800395965576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,uniform,0.13717333475748697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,uniform,0.17338667313257852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,uniform,0.22749867041905722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,uniform,0.05903466542561849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,uniform,0.05871466795603434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,uniform,0.07006933291753133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,uniform,0.062037333846092224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,uniform,0.08565333485603333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,64,uniform,0.10733333230018616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,uniform,0.11974400281906128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,uniform,0.1130560040473938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,uniform,0.13333866993586221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,uniform,0.15993066628774008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,uniform,0.11715733011563619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,uniform,0.2205280065536499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,uniform,0.16939733425776163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,uniform,0.17106133699417114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,uniform,0.17534399032592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,uniform,0.19057599703470865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,uniform,0.22781866788864136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,uniform,0.29949865738550824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,8,uniform,0.06679999828338623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,4,uniform,0.07443733513355255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,2,uniform,0.0846613347530365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,4,uniform,0.09306666254997253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,2,uniform,0.10506133238474528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,8,uniform,0.08660266796747844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,uniform,0.14659200112024942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,uniform,0.14793066183725992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,uniform,0.16127999623616537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,uniform,0.23185600837071738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,uniform,0.3291093309720357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,uniform,0.1834026575088501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,uniform,0.06715733309586842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,uniform,0.06801066795984904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,uniform,0.07380799949169159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,uniform,0.10823999842007954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,uniform,0.15913066267967224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,uniform,0.08602133393287659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,64,uniform,0.11297067006429036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,uniform,0.1264639993508657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,uniform,0.13864533106486002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,uniform,0.19666133324305216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,uniform,0.2937493324279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,uniform,0.1627840002377828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,uniform,0.1807360053062439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,uniform,0.18372267484664917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,uniform,0.19146132469177246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,uniform,0.25246934096018475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,8,uniform,0.07966400186220805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,uniform,0.21016534169514975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,uniform,0.3277759949366252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,4,uniform,0.0869760016600291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,2,uniform,0.10046933094660442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,4,uniform,0.11303466558456421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,8,uniform,0.1039626697699229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,2,uniform,0.12729066610336304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,uniform,0.15993600090344748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,uniform,0.15682666500409445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,uniform,0.17283733685811362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,uniform,0.1986666719118754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,uniform,0.2515733242034912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,uniform,0.3547840118408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,uniform,0.06859200199445088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,uniform,0.07363200187683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,uniform,0.08189866443475087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,uniform,0.09666666388511658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,uniform,0.12785067160924277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,uniform,0.197818656762441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,uniform,0.1427893340587616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,64,uniform,0.12363732854525249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,uniform,0.15467733144760132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,uniform,0.18121065696080527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,uniform,0.23151467243830362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,uniform,0.33552531401316327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,uniform,0.19556800524393717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,uniform,0.19858666261037192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,uniform,0.251311997572581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,uniform,0.21795733769734701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,uniform,0.32798399527867633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,4,uniform,0.11335999766985576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,8,uniform,0.10488532980283101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,uniform,0.4703306754430135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,8,uniform,0.1400213340918223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,2,uniform,0.130949338277181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,4,uniform,0.15127999583880106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,2,uniform,0.17222932974497476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,uniform,0.1813760002454122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,uniform,0.18915732701619467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,uniform,0.243776003519694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,uniform,0.3171466588973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,uniform,0.20563733577728271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,uniform,0.45905601978302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,uniform,0.08218666911125183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,uniform,0.08867733677228291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,uniform,0.12019200126330058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,uniform,0.09921066959698994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,uniform,0.1597493290901184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,uniform,0.2529173294703166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,64,uniform,0.14896000425020853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,uniform,0.1646293302377065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,uniform,0.18050134181976318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,uniform,0.21226666371027628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,uniform,0.2948319911956787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,uniform,0.4214666684468587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,uniform,0.22016000747680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,uniform,0.2458933393160502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,uniform,0.22670400142669678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,uniform,0.3707040150960286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,uniform,0.2879573305447896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,8,uniform,0.12318399548530579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,4,uniform,0.13551466663678488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,uniform,0.5508213440577189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,2,uniform,0.1604159971078237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,8,uniform,0.17417599757512411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,4,uniform,0.18927466869354248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,2,uniform,0.21954667568206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,uniform,0.2025760014851888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,uniform,0.21356266736984253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,uniform,0.23528534173965454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,uniform,0.2839413285255432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,uniform,0.36931200822194415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,uniform,0.5529653231302897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,uniform,0.09293867150942485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,uniform,0.10017066200574239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,uniform,0.13889066378275552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,uniform,0.11136000355084737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,uniform,0.19543999433517456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,64,uniform,0.1738133430480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,uniform,0.2018666664759318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,uniform,0.30301332473754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,uniform,0.22243734200795492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,uniform,0.26341332991917926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,uniform,0.37982932726542157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,uniform,0.2616586685180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,uniform,0.2494666576385498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,uniform,0.5571306546529134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,uniform,0.28830933570861816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,uniform,0.3426986535390218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,8,uniform,0.16943466663360596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,4,uniform,0.18543465932210287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,2,uniform,0.21697600682576498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,8,uniform,0.242682675520579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,uniform,0.6960639953613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,uniform,0.45157865683237713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,4,uniform,0.26242132981618244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,2,uniform,0.31068267424901325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,uniform,0.25988266865412396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,uniform,0.2762506604194641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,uniform,0.30482133229573566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,uniform,0.37014933427174884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,uniform,0.4761386712392171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,uniform,0.7436052958170573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,uniform,0.12098667025566101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,uniform,0.13404800494511923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,uniform,0.1490666667620341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,uniform,0.1873813271522522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,uniform,0.2704853415489197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,64,uniform,0.22032533089319864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,uniform,0.4120266834894816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,uniform,0.2629813353220622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,uniform,0.29283199707667035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,uniform,0.3389813502629598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,uniform,0.5147093137105306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,uniform,0.7733439604441324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,uniform,0.2969119946161906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,uniform,0.34781865278879803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,uniform,0.31312533219655353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,2,uniform,0.2815786600112915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,4,uniform,0.23308267196019491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,uniform,0.4225546518961589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,8,uniform,0.2102186679840088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,8,uniform,0.31014400720596313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,uniform,0.5584373474121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,uniform,0.8617653052012125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,4,uniform,0.33929598331451416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,2,uniform,0.4001493453979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,uniform,0.35099732875823975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,uniform,0.3234293262163798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,uniform,0.3826666673024495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,uniform,0.4610613187154134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,uniform,0.5950453281402588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,uniform,0.9128853480021158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,uniform,0.14453333616256714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,uniform,0.18262400229771933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,uniform,0.15898666779200235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,uniform,0.23069866498311362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,uniform,0.3564266761144002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,64,uniform,0.26425600051879883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,uniform,0.32646934191385907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,uniform,0.5565546751022339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,uniform,0.43773333231608075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,uniform,0.6487146615982056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,uniform,1.0139626661936443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,uniform,0.3717919985453288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,uniform,0.40729065736134845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,uniform,0.44071467717488605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,uniform,0.36507201194763184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,8,uniform,0.29678932825724286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,4,uniform,0.3264639973640442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,2,uniform,0.39713064829508465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,uniform,0.5333173274993896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,uniform,0.6915466785430908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,uniform,1.0807733535766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,8,uniform,0.44731199741363525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,4,uniform,0.49164267381032306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,2,uniform,0.5961866776148478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,uniform,0.4586933453877767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,uniform,0.49717867374420166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,uniform,0.5418186585108439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,uniform,0.6486506859461466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,uniform,1.3466453552246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,uniform,0.1955146590868632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,uniform,0.8497493267059326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,uniform,0.329584002494812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,uniform,0.2533760070800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,uniform,0.21700799465179443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,uniform,0.5090453227361044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,64,uniform,0.3750240008036296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,uniform,0.813103993733724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,uniform,0.45285332202911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,uniform,0.5203839937845866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,uniform,0.6335786581039429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,uniform,0.9397280216217041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,uniform,1.4845226605733235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,uniform,0.5170026620229086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,uniform,0.5542133251825968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,8,uniform,0.3835413455963135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,4,uniform,0.42822933197021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,2,uniform,0.5365813175837199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,uniform,0.5932799975077311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,uniform,0.7157119909922282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,uniform,0.9311573505401611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,4,uniform,0.644922653834025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,2,uniform,0.8261706829071045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,uniform,1.432762622833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,8,uniform,0.602453351020813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,uniform,0.5984053214391073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,uniform,0.6402666568756104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,uniform,0.7272000312805176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,uniform,0.8714400132497152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,uniform,1.1310880184173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,uniform,0.24916799863179526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,uniform,1.7779146830240886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,uniform,0.31673065821329754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,uniform,0.2738399902979533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,uniform,0.43110934893290204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,uniform,0.6790186564127604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,uniform,1.1183253129323323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,64,uniform,0.47461867332458496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,uniform,0.591103990872701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,uniform,0.6677066485087076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,uniform,0.8170293172200521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,uniform,1.2434879938761394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,uniform,1.991498629252116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,uniform,0.6854986349741617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,uniform,0.7373119990030924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,uniform,0.7990079720815023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,4,uniform,0.6113226811091105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,8,uniform,0.5476160049438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,2,uniform,0.760591983795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,8,uniform,0.8939786752065023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,uniform,0.9529759883880615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,uniform,1.1853493054707844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,uniform,1.8708160718282063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,4,uniform,0.9834986527760824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,2,uniform,1.176586627960205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,uniform,0.8337866465250651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,uniform,0.9178666273752848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,uniform,1.0557280381520588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,uniform,0.3511626720428467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,uniform,2.6696106592814126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,uniform,1.2679359912872314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,uniform,1.6896425882975261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,uniform,0.3845119873682658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,uniform,0.6141226689020792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,uniform,0.45497600237528485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,uniform,1.0127519766489665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,uniform,0.8831733067830404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,uniform,1.6505600611368816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,64,uniform,0.6920479933420817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,uniform,0.9790559609731039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,uniform,1.2180266380310059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,uniform,1.8660426139831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,uniform,2.9853601455688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,uniform,0.9843893051147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,uniform,1.0503733158111572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,uniform,1.1652426719665527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,8,uniform,0.7242453098297119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,4,uniform,0.8140052954355875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,2,uniform,1.0388320287068684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,8,uniform,1.2400533358256023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,uniform,1.3842612902323406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,uniform,1.80349334081014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,4,uniform,1.356671969095866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,uniform,2.8311894734700522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,2,uniform,1.6712746620178223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,uniform,1.1356480121612549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,uniform,1.2220906416575115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,uniform,1.404314676920573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,uniform,1.7055999437967937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,uniform,2.2805280685424805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,uniform,0.458133339881897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,uniform,3.622965176900228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,uniform,0.6146186590194702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,uniform,0.5149706602096558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,uniform,0.8142666816711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,uniform,1.3598720232645671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,uniform,2.2801440556844077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,64,uniform,0.9150026639302572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,uniform,1.1247039635976155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,uniform,1.276314655939738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,uniform,1.5920054117838542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,uniform,2.4507840474446616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,uniform,3.9675893783569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,uniform,1.348965326944987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,uniform,1.4183732668558757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,uniform,1.5694079399108887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,8,uniform,0.8918879826863607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,4,uniform,1.0187520186106365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,2,uniform,1.2797599633534749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,8,uniform,1.5757813453674316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,4,uniform,1.7836693127950032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,2,uniform,2.1048213640848794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,uniform,1.8291893005371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,uniform,2.3895626068115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,uniform,3.743055979410807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,uniform,1.4141066869099934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,uniform,1.5297172864278157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,uniform,1.7187892595926921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,uniform,2.1576852798461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,uniform,2.8578933080037436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,uniform,0.575978676478068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,uniform,4.518821398417155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,uniform,0.6301173369089762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,uniform,0.7466506958007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,uniform,1.0244053204854329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,uniform,1.7358506520589192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,64,uniform,1.126970688501994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,uniform,2.87830384572347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,uniform,1.4190826416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,uniform,1.594282627105713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,uniform,1.989664077758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,uniform,3.0375146865844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,uniform,4.936373392740886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,8,uniform,0.05409066875775655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,uniform,1.6329493522644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,4,uniform,0.049733335773150124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,uniform,1.74291197458903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,4,uniform,0.05651199817657471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,8,uniform,0.05932266513506571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,uniform,1.9465386072794597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,2,uniform,0.05708266794681549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,uniform,0.0767146646976471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,uniform,0.07420800129572551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,uniform,0.07283733288447063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,uniform,0.07311999797821045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,uniform,0.07601066430409749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,uniform,0.05295999844868978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,uniform,0.051413332422574363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,uniform,0.04870399832725525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,64,uniform,0.07687999804814656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,uniform,0.07166400055090587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,uniform,0.07302933434645335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,uniform,0.06911999980608623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,uniform,0.07812800010045369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,uniform,0.07555200159549713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,uniform,0.07435200115044911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,8,uniform,0.05414933462937673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,uniform,0.07736533383528392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,8,uniform,0.05835199852784475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,4,uniform,0.055173332492510475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,4,uniform,0.05016533533732096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,2,uniform,0.06084266801675161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,uniform,0.07389866809050243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,uniform,0.07820799946784973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,uniform,0.0747573326031367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,uniform,2.330037275950114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,uniform,0.07815999786059062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,uniform,0.08202666540940602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,uniform,0.05387733379999796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,uniform,4.778037389119466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,uniform,0.0499839981396993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,uniform,0.04877333343029022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,uniform,3.058858553568522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,64,uniform,0.07849066456158955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,uniform,0.07295999924341838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,uniform,0.06861333549022675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,uniform,0.07441066702206929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,uniform,0.0784800002972285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,uniform,0.07585066556930542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,uniform,0.08363733688990276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,8,uniform,0.054341331124305725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,uniform,0.07920533418655396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,8,uniform,0.06043733159701029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,4,uniform,0.051914667089780174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,4,uniform,0.05925333499908447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,2,uniform,0.06452799836794536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,uniform,0.07406933108965556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,uniform,0.07758399844169617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,uniform,0.0830026666323344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,uniform,0.07965333263079326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,uniform,0.08904000123341878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,uniform,0.05093333125114441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,uniform,0.07165866593519847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,uniform,0.052042668064435325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,uniform,0.054431999723116554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,64,uniform,0.08204799890518188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,uniform,0.07397866745789845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,uniform,0.07799466451009114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,uniform,0.0812853326400121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,uniform,0.07480533421039581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,uniform,0.08343999584515889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,uniform,0.090938667456309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,8,uniform,0.05340266724427541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,8,uniform,0.05799466868241628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,4,uniform,0.05295466880003611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,4,uniform,0.06145066519578298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,uniform,0.07902400195598602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,2,uniform,0.06523199876149495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,uniform,0.0844106674194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,uniform,0.07807999849319458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,uniform,0.09083200494448344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,uniform,0.05384000142415365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,uniform,0.10393066207567851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,uniform,0.053344001372655235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,uniform,0.055071999629338585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,64,uniform,0.07855466504891713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,uniform,0.07750933369000752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,uniform,0.08647466699282329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,uniform,0.07789866626262665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,uniform,0.07614933451016744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,uniform,0.08011200030644734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,uniform,0.09051733215649922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,4,uniform,0.05231466889381409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,uniform,0.10550399621327718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,8,uniform,0.05942399799823761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,8,uniform,0.0547680010398229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,4,uniform,0.0588319996992747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,2,uniform,0.06491733094056447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,uniform,0.09299199779828389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,uniform,0.09450667103131612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,uniform,0.11159466703732808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,uniform,0.10025599598884583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,uniform,0.056757330894470215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,uniform,0.1386666695276896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,uniform,0.05827199916044871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,uniform,0.06115733087062836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,uniform,0.09924266735712688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,64,uniform,0.10485866665840149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,uniform,0.1048959990342458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,uniform,0.09201600154240926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,uniform,0.09381866455078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,uniform,0.14125333229700723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,uniform,0.11202133695284526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,uniform,0.1018239955107371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,8,uniform,0.053344001372655235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,4,uniform,0.05328000088532766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,2,uniform,0.06538133323192596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,8,uniform,0.05905599892139435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,uniform,0.12202133735020955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,4,uniform,0.05912533402442932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,uniform,0.1206719974676768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,uniform,0.13117866714795431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,uniform,0.21065600713094076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,uniform,0.15470932920773825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,uniform,0.058042665322621666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,uniform,0.058448001742362976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,uniform,0.062421331803003945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,64,uniform,0.10612266262372334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,uniform,0.11038933197657268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,uniform,0.10483733812967937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,uniform,0.12169599533081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,uniform,0.12452800075213115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,uniform,0.13386133313179016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,uniform,0.15195199847221375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,uniform,0.20894400278727213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,8,uniform,0.054799998799959816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,8,uniform,0.0598880002895991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,4,uniform,0.053258667389551796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,4,uniform,0.059104000528653465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,2,uniform,0.06588799754778545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,uniform,0.15634666879971823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,uniform,0.1334879994392395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,uniform,0.12145066261291504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,uniform,0.12177600463231404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,uniform,0.05769599974155426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,uniform,0.2134880026181539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,uniform,0.062224000692367554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,64,uniform,0.1053493320941925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,uniform,0.05810666580994924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,uniform,0.10802132884661357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,uniform,0.1483519971370697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,uniform,0.110042671362559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,uniform,0.1511306663354238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,uniform,0.1653279960155487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,uniform,0.19099734226862589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,uniform,0.2833919922510783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,8,uniform,0.055311997731526695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,4,uniform,0.053616002202034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,8,uniform,0.05922666688760122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,2,uniform,0.06618133187294006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,4,uniform,0.060773332913716636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,uniform,0.12248532970746358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,uniform,0.1213759978612264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,uniform,0.1341919998327891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,uniform,0.15569067001342773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,uniform,0.06272000074386597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,uniform,0.059119999408721924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,uniform,0.2131519913673401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,uniform,0.06027733286221822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,64,uniform,0.10477866729100545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,uniform,0.1495626668135325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,uniform,0.15218666195869446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,uniform,0.10869866609573364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,uniform,0.11239999532699585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,uniform,0.16537066300710043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,uniform,0.19243733088175455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,uniform,0.2897813320159912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,8,uniform,0.05624533196290334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,4,uniform,0.05595199763774872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,4,uniform,0.06386133531729381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,8,uniform,0.06587199866771698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,2,uniform,0.07302933434645335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,uniform,0.12636799613634744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,uniform,0.12379200259844463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,uniform,0.13432000080744425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,uniform,0.15599999825159708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,uniform,0.2137653430302938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,uniform,0.057946667075157166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,uniform,0.0610453337430954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,uniform,0.10615467031796773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,uniform,0.0633493314186732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,uniform,0.11129066348075867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,64,uniform,0.10626133282979329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,uniform,0.14853866895039877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,uniform,0.15392000476519266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,uniform,0.19222933053970337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,8,uniform,0.055402666330337524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,uniform,0.2863573431968689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,uniform,0.1669493317604065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,4,uniform,0.05580799778302511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,2,uniform,0.07257600128650665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,8,uniform,0.06635199983914693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,uniform,0.1244053343931834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,4,uniform,0.06366399923960368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,uniform,0.12446399529774983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,uniform,0.1553600033124288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,uniform,0.13577066858609518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,uniform,0.22003199656804404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,uniform,0.05942399799823761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,uniform,0.05855466425418854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,uniform,0.06299733122189839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,64,uniform,0.11043199896812439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,uniform,0.10775466759999593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,uniform,0.11374400059382121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,uniform,0.1511413355668386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,uniform,0.1532799998919169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,uniform,0.166512002547582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,uniform,0.19393599033355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,uniform,0.29072000583012897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,8,uniform,0.06605333089828491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,8,uniform,0.05668266614278158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,4,uniform,0.06311466793219249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,4,uniform,0.055999999245007835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,2,uniform,0.07157333195209503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,uniform,0.13716266552607217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,uniform,0.12691199779510498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,uniform,0.21750932931900024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,uniform,0.12662399808565775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,uniform,0.15877333283424377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,uniform,0.058917333682378135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,uniform,0.06048533320426941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,uniform,0.06260799864927928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,uniform,0.11062933007876079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,64,uniform,0.1128000020980835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,uniform,0.11517332990964253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,uniform,0.1518400013446808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,uniform,0.15376533071200052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,uniform,0.16963734229405722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,uniform,0.2917226751645406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,uniform,0.19549334049224854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,8,uniform,0.06964799761772156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,4,uniform,0.06630933284759521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,8,uniform,0.08067733546098073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,4,uniform,0.08051733175913493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,uniform,0.12702932953834534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,uniform,0.12689066926638284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,2,uniform,0.08995200196901958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,uniform,0.15956800182660422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,uniform,0.13838932911554971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,uniform,0.2210293412208557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,uniform,0.0626986672480901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,uniform,0.05982399980227152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,uniform,0.06033066908518473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,64,uniform,0.11158399780591328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,uniform,0.10977066556612651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,uniform,0.15498666961987814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,uniform,0.11524800459543864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,uniform,0.15282133221626282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,uniform,0.1713226636250814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,uniform,0.28599466880162555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,uniform,0.2013546625773112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,4,uniform,0.06597333153088887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,8,uniform,0.06798399984836578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,4,uniform,0.08106666803359985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,2,uniform,0.09005332986513774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,8,uniform,0.0835093359152476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,uniform,0.129013329744339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,uniform,0.1272586683432261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,uniform,0.1373973290125529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,uniform,0.0611413319905599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,uniform,0.1620373328526815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,uniform,0.22085867325464884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,uniform,0.060693333546320595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,uniform,0.11260799566904704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,uniform,0.06409599880377452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,64,uniform,0.11089600125948589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,uniform,0.11745066444079082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,uniform,0.15531733632087708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,uniform,0.15517866611480713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,uniform,0.17174400885899863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,uniform,0.2030186653137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,4,uniform,0.06806933383146922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,8,uniform,0.06921599805355072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,uniform,0.28336532910664874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,8,uniform,0.08687466382980347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,4,uniform,0.0886400043964386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,2,uniform,0.09461333354314168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,uniform,0.12830400466918945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,uniform,0.12970133622487387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,uniform,0.16427200039227804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,uniform,0.14041067163149515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,uniform,0.2241599957148234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,uniform,0.06152533491452535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,uniform,0.06454400221506755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,uniform,0.06088533500830332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,64,uniform,0.11173866192499797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,uniform,0.1147093375523885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,uniform,0.11814933021863301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,uniform,0.15305599570274353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,uniform,0.17316800355911255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,uniform,0.1588213344415029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,uniform,0.2927359938621521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,uniform,0.20146133502324423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,8,uniform,0.07993066807587941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,4,uniform,0.07849599917729695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,8,uniform,0.1048906644185384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,4,uniform,0.10222400228182475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,uniform,0.12994133432706198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,2,uniform,0.11141866445541382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,uniform,0.13051733374595642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,uniform,0.14326399564743042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,uniform,0.1676106651624044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,uniform,0.07474666833877563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,uniform,0.07383466760317485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,uniform,0.22211732467015585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,uniform,0.08284266789754231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,64,uniform,0.11507733662923177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,uniform,0.15968533356984457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,uniform,0.114464004834493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,uniform,0.11841600139935811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,uniform,0.1606933375199636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,uniform,0.17454399665196738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,uniform,0.20824533700942993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,8,uniform,0.08154666423797607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,4,uniform,0.10958932836850484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,4,uniform,0.0824480007092158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,8,uniform,0.10923733313878377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,uniform,0.3046240011850993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,2,uniform,0.11600533127784729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,uniform,0.1309333344300588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,uniform,0.13103999694188437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,uniform,0.14341866970062256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,uniform,0.17019732793172201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,uniform,0.0735093355178833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,uniform,0.07479466497898102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,uniform,0.2295786738395691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,uniform,0.08447466293970744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,uniform,0.1485919952392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,64,uniform,0.1332373321056366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,uniform,0.15016532937685648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,uniform,0.1609599987665812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,uniform,0.15689599514007568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,uniform,0.17726399501164755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,uniform,0.3014933268229167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,uniform,0.20909865697224936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,8,uniform,0.09498133261998494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,4,uniform,0.09583466251691182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,8,uniform,0.13201066851615906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,4,uniform,0.13340800007184347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,2,uniform,0.13925333817799887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,uniform,0.1332533359527588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,uniform,0.13433067003885904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,uniform,0.14689600467681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,uniform,0.2360480030377706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,uniform,0.17346133788426718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,uniform,0.0869599978129069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,uniform,0.07509333391984303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,64,uniform,0.13376532991727194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,uniform,0.07727466523647308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,uniform,0.1483626663684845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,uniform,0.15282666683197021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,uniform,0.21009065707524618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,uniform,0.16215999921162924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,uniform,0.16614400347073874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,uniform,0.18177066246668497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,uniform,0.30326932668685913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,8,uniform,0.12106133500734965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,8,uniform,0.17547200123469034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,4,uniform,0.12131733695665996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,2,uniform,0.18245333433151245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,4,uniform,0.1792479952176412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,uniform,0.1847040057182312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,uniform,0.1879146695137024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,uniform,0.20053333044052124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,uniform,0.24190932512283325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,uniform,0.09005332986513774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,uniform,0.3357119957605998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,uniform,0.09224533041318257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,uniform,0.10460799932479858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,64,uniform,0.16510933637619019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,uniform,0.18621333440144858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,uniform,0.17428267002105713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,uniform,0.1798293391863505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,uniform,0.17628800868988037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,uniform,0.1920586625734965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,8,uniform,0.14164800445238748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,4,uniform,0.1437279979387919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,uniform,0.2281173268953959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,8,uniform,0.2176213264465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,uniform,0.3211626609166463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,4,uniform,0.2205386757850647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,2,uniform,0.22514132658640543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,uniform,0.19542400042215982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,uniform,0.1911146640777588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,uniform,0.20754667123158774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,uniform,0.25682665904362995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,uniform,0.35793066024780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,uniform,0.0995786686738332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,uniform,0.10072533289591472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,uniform,0.11327999830245972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,64,uniform,0.18746666113535562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,uniform,0.2169546683629354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,uniform,0.21964265902837118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,uniform,0.24820266167322794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,uniform,0.2569653391838074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,uniform,0.26738133033116657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,uniform,0.46925334135691327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,uniform,0.33425601323445636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,8,uniform,0.19176000356674194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,4,uniform,0.19889066616694132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,4,uniform,0.3068053325017293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,8,uniform,0.29980266094207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,2,uniform,0.3144693374633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,uniform,0.24958399931589761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,uniform,0.2598453362782796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,uniform,0.2665440042813619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,uniform,0.32550400495529175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,uniform,0.45099198818206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,uniform,0.13082666198412576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,uniform,0.12730666995048523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,uniform,0.13774399956067404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,64,uniform,0.23196800549825033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,uniform,0.2547360062599182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,uniform,0.2560159961382548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,uniform,0.2660906712214152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,uniform,0.28597867488861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,uniform,0.27374933163324994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,uniform,0.36254934469858807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,8,uniform,0.24156800905863443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,uniform,0.5172266562779745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,4,uniform,0.24411199490229288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,8,uniform,0.38395734628041583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,4,uniform,0.3948426644007365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,2,uniform,0.4022560119628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,uniform,0.3208906650543213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,uniform,0.317194660504659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,uniform,0.30611199140548706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,uniform,0.5420000155766805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,uniform,0.38683199882507324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,uniform,0.15360533197720846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,uniform,0.14907733599344888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,uniform,0.15917866428693137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,64,uniform,0.2833226720492045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,uniform,0.32097067435582477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,8,uniform,0.3369973500569661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,uniform,0.32576000690460205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,uniform,0.348746657371521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,uniform,0.36257068316141766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,uniform,0.3683733145395915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,uniform,0.44865600268046063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,uniform,0.6423893372217814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,4,uniform,0.33823998769124347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,8,uniform,0.5525493224461874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,4,uniform,0.5704853137334188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,2,uniform,0.5758986473083496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,uniform,0.42393068472544354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,uniform,0.4389280080795288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,uniform,0.43832000096638996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,uniform,0.5267359813054403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,uniform,0.2042186657587687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,uniform,0.7211519877115885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,uniform,0.19828800360361734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,uniform,0.2109066645304362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,64,uniform,0.37622400124867755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,uniform,0.43279465039571124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,uniform,0.44327465693155926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,uniform,0.4618240197499593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,uniform,0.44890666007995605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,uniform,0.46535468101501465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,4,uniform,0.43565865357716876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,8,uniform,0.4331680138905843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,uniform,0.816490650177002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,uniform,0.5654186805089315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,4,uniform,0.7327733039855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,8,uniform,0.7082133293151855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,2,uniform,0.739029328028361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,uniform,0.5428106784820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,uniform,0.5534986654917399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,uniform,0.558458685874939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,uniform,0.6574453512827555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,uniform,0.25380800167719525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,uniform,0.24329066276550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,uniform,0.8937599658966064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,64,uniform,0.4593600034713745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,uniform,0.26309333244959515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,uniform,0.5360906521479288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,uniform,0.617194652557373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,uniform,0.6376746495564779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,uniform,0.5472106536229452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,uniform,0.6340266863505045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,8,uniform,0.620416005452474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,uniform,1.0423093636830647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,4,uniform,0.6288160085678101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,uniform,0.7567093372344971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,8,uniform,1.0412320295969646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,4,uniform,1.0804426670074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,2,uniform,1.0911359786987305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,uniform,0.7701226870218912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,uniform,0.786624034245809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,uniform,0.7868746916453043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,uniform,0.9211573600769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,uniform,1.255951960881551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,uniform,0.3534826834996541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,uniform,0.3386826515197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,uniform,0.3620426654815674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,64,uniform,0.661898652712504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,uniform,0.7817119757334391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,uniform,0.798421303431193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,uniform,0.8103520075480143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,uniform,0.831770658493042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,uniform,0.8394506772359213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,8,uniform,0.8148480256398519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,4,uniform,0.8277280330657959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,8,uniform,1.3700000445048015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,2,uniform,1.4270399411519368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,4,uniform,1.4156853357950847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,uniform,0.9892426331837972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,uniform,1.3442452748616536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,uniform,0.9909280141194662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,uniform,1.0223413308461506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,uniform,1.0157386461893718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,uniform,1.184127966562907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,uniform,1.6089653968811035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,uniform,0.45448001225789386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,uniform,0.42984533309936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,uniform,0.4612586498260498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,64,uniform,0.8386987050374349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,uniform,0.9962080319722494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,uniform,1.0170453389485676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,uniform,1.0692266623179119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,uniform,1.1025013128916423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,uniform,1.0946933428446453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,4,uniform,1.214565356572469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,8,uniform,1.1920479933420818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,8,uniform,2.0231626828511557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,4,uniform,2.095248063405355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,2,uniform,2.1107840538024902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,uniform,1.2693386872609456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,uniform,1.7453707059224446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,uniform,1.4544639587402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,uniform,1.4910346666971843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,uniform,1.4948639869689941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,uniform,1.7061333656311035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,uniform,0.6453919808069865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,uniform,2.332522710164388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,uniform,0.6185866594314575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,uniform,0.6696000099182129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,64,uniform,1.2166026433308919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,uniform,1.4474933942159016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,uniform,1.537285327911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,uniform,1.4826399485270183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,uniform,1.5724266370137532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,uniform,1.5814666748046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,8,uniform,1.5777173042297363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,4,uniform,1.6034132639567058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,8,uniform,2.6872692108154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,2,uniform,2.8025760650634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,4,uniform,2.7773974736531577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,uniform,1.8241012891133626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,uniform,2.4734986623128257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,uniform,1.899722735087077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,uniform,1.9495147069295247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,uniform,2.2293972969055176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,uniform,3.025343894958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,uniform,1.9529439608256023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,uniform,0.8492159843444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,uniform,0.8080426851908366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,64,uniform,1.5864213307698567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,uniform,1.9072160720825195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,uniform,0.8628799915313721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,uniform,1.9580426216125488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,uniform,2.0548747380574546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,uniform,2.1088693936665854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,uniform,2.107920010884603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,8,uniform,1.9507999420166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,4,uniform,1.9939893086751301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,8,uniform,3.3473386764526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,4,uniform,3.4700587590535483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,2,uniform,3.5010401407877603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,uniform,2.4109013875325522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,uniform,3.291599909464518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,uniform,2.360607941945394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,uniform,2.441472053527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,uniform,2.4196106592814126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,uniform,2.7801332473754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,uniform,3.7625598907470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,uniform,1.0473706722259521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,uniform,0.9973333676656088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,uniform,1.066543976465861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,64,uniform,1.950042724609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,uniform,2.3359146118164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,uniform,2.4010507265726724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,uniform,2.5246666272481284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,uniform,2.591813405354818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,uniform,2.5869174003601074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,uniform,0.0313226655125618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,uniform,0.027632000545660656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,uniform,0.027530667682488758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,uniform,0.031023999055226643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,uniform,0.039317332208156586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,uniform,0.031189332405726116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,uniform,2.956554730733236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,uniform,0.06027733286221822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,uniform,4.011194547017415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,uniform,0.04906666775544485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,uniform,0.04949333270390829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,uniform,0.052527998884518944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,uniform,0.06246933341026306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,uniform,0.029882666965325672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,uniform,0.030618667602539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,uniform,0.029322666426499683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,uniform,0.030250666042168934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,uniform,0.04823466638724009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,64,uniform,0.05950933198134104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,uniform,0.04731733103593191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,uniform,0.045781334241231285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,uniform,0.054799998799959816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,uniform,0.050399998823801674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,uniform,0.05861333509286245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,uniform,0.05195199946562449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,uniform,0.06913066903750102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,uniform,0.05604266623655955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,uniform,0.027744000156720478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,uniform,0.028431999186674755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,uniform,0.029861333469549816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,uniform,0.030965333183606465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,uniform,0.03519999980926514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,uniform,0.03178133318821589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,uniform,0.05942933261394501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,uniform,0.050144001841545105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,uniform,0.04929066697756449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,uniform,0.05508266886075338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,uniform,0.0650133341550827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,uniform,0.030016000072161358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,uniform,0.029114666084448498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,uniform,0.028938665986061096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,uniform,0.031343999008337654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,64,uniform,0.05611200133959452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,uniform,0.046096002062161766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,uniform,0.04504533112049103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,uniform,0.047557334105173744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,uniform,0.05426133175690969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,uniform,0.05648533503214518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,uniform,0.051514665285746254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,uniform,0.052522664268811546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,uniform,0.058448001742362976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,uniform,0.07191466788450877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,uniform,0.030031998952229817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,uniform,0.029552000264326733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,uniform,0.031104000906149547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,uniform,0.03717333326737086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,uniform,0.03753600021203359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,uniform,0.03793599953254064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,uniform,0.06038400034109751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,uniform,0.050213331977526345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,uniform,0.0528053343296051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,uniform,0.05710933109124502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,uniform,0.06804266571998596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,uniform,0.03049066662788391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,uniform,0.02939733366171519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,uniform,0.030495998760064442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,uniform,0.03181333343187968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,64,uniform,0.055685331424077354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,uniform,0.046069333950678505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,uniform,0.04782933493455251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,uniform,0.05117866893609365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,uniform,0.05823466678460439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,uniform,0.056847999493281044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,uniform,0.05205333232879639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,uniform,0.04913066824277242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,uniform,0.05842666824658712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,uniform,0.07250666618347168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,uniform,0.028768000503381092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,uniform,0.028565332293510437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,uniform,0.030282666285832722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,uniform,0.034287999073664345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,uniform,0.036730666955312095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,uniform,0.0359253336985906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,uniform,0.0602453351020813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,uniform,0.06089066465695699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,uniform,0.06208533545335134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,uniform,0.06768533090750377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,uniform,0.0775679995616277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,uniform,0.030943999687830608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,uniform,0.030762667457262676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,uniform,0.030005333324273426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,uniform,0.033173332611719765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,64,uniform,0.055914665261904396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,uniform,0.05599466462930044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,uniform,0.05481066803137461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,uniform,0.05635199944178263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,uniform,0.07235200206438701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,uniform,0.06001600126425425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,uniform,0.0625439981619517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,uniform,0.06347733239332835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,uniform,0.07046933472156525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,uniform,0.07910400132338206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,uniform,0.027877333263556164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,uniform,0.02717333287000656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,uniform,0.0356480007370313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,uniform,0.029178666571776073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,uniform,0.03661333272854487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,uniform,0.036144000788529716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,uniform,0.07516799867153168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,uniform,0.07215466598669688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,uniform,0.0778186668952306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,uniform,0.08348799745241801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,uniform,0.0974026620388031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,uniform,0.03436266630887985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,uniform,0.03514666606982549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,uniform,0.03669333209594091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,uniform,0.03955733279387156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,64,uniform,0.07211199899514516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,uniform,0.0724533349275589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,uniform,0.07171733180681865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,uniform,0.07562133173147838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,uniform,0.08688533306121826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,uniform,0.07564799984296162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,uniform,0.07261866827805837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,uniform,0.07979199786980946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,uniform,0.08026666442553203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,uniform,0.10362133383750916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,uniform,0.029109333952267964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,uniform,0.029535998900731403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,uniform,0.02773866554101308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,uniform,0.03737066686153412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,uniform,0.034389334420363106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,uniform,0.040048000713189445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,uniform,0.10148800412813823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,uniform,0.1114026705423991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,uniform,0.1256480018297831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,uniform,0.1023573378721873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,uniform,0.15340266625086466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,uniform,0.03382933388153712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,uniform,0.03808533400297165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,uniform,0.03713600089152654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,uniform,0.042549331982930504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,64,uniform,0.07285866638024648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,uniform,0.08161066472530365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,uniform,0.07973333199818929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,uniform,0.08834133545557658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,uniform,0.10746133327484131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,uniform,0.10558933019638062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,uniform,0.11201600233713786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,uniform,0.13050666451454163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,uniform,0.1126026709874471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,uniform,0.15915200114250183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,uniform,0.027386667827765148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,uniform,0.02890666574239731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,uniform,0.030784000953038532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,uniform,0.038704000413417816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,uniform,0.03867733230193456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,uniform,0.04233066737651825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,uniform,0.10599467158317566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,uniform,0.10820800065994263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,uniform,0.11310399572054546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,uniform,0.12682132919629416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,uniform,0.15832533439000449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,uniform,0.037605332831541695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,uniform,0.03771200031042099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,uniform,0.03788266579310099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,uniform,0.04518933097521464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,64,uniform,0.07424533367156982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,uniform,0.08115200201670329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,uniform,0.08358400066693623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,uniform,0.08938666184743245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,uniform,0.10971200466156006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,uniform,0.13567466537157694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,uniform,0.1377173364162445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,uniform,0.13877333203951517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,uniform,0.1641706625620524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,uniform,0.20210667451222739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,uniform,0.027877333263556164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,uniform,0.02956799914439519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,uniform,0.03160000095764796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,uniform,0.039306665460268654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,uniform,0.03454400102297465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,uniform,0.04178133110205332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,uniform,0.10265066226323445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,uniform,0.10869333148002625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,uniform,0.10958400368690491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,uniform,0.12973866860071817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,uniform,0.158869336048762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,uniform,0.03760000069936117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,uniform,0.03849600007136663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,uniform,0.04549333453178406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,uniform,0.038191998998324074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,uniform,0.08185600241025288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,64,uniform,0.07471466561158498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,uniform,0.08454400300979614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,uniform,0.09026133020718892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,uniform,0.1125866671403249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,uniform,0.1367946664492289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,uniform,0.14542399843533835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,uniform,0.13502933581670126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,uniform,0.16733866930007935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,uniform,0.2034026583035787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,uniform,0.03134933362404505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,uniform,0.030479999879995983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,uniform,0.034234667817751564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,uniform,0.038191998998324074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,uniform,0.04307200014591217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,uniform,0.04641066491603851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,uniform,0.11024533708890279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,uniform,0.11443733175595601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,uniform,0.14250133434931436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,uniform,0.11589866876602173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,uniform,0.1864746610323588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,uniform,0.037808001041412354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,uniform,0.0432640016078949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,uniform,0.04241600135962168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,uniform,0.049327999353408813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,64,uniform,0.07708266874154408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,uniform,0.09050666292508443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,uniform,0.08813333511352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,uniform,0.132314662138621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,uniform,0.09425066908200581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,uniform,0.13989333311716715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,uniform,0.14012266198794046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,uniform,0.1474293371041616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,uniform,0.18709333737691244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,uniform,0.2487786610921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,uniform,0.03153600047032038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,uniform,0.03266133368015289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,uniform,0.034517332911491394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,uniform,0.04238399863243103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,uniform,0.04185600082079569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,uniform,0.04734399914741516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,uniform,0.11066133777300517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,uniform,0.11563733220100403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,uniform,0.12176000078519185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,uniform,0.1437440017859141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,uniform,0.1888586680094401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,uniform,0.04362666606903076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,uniform,0.04110399881998698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,uniform,0.04717333118120829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,uniform,0.05342400074005127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,64,uniform,0.07821866869926453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,uniform,0.08676266670227051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,uniform,0.08980266253153484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,uniform,0.10172266761461894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,uniform,0.12847466270128885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,uniform,0.14109333356221518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,uniform,0.1353493332862854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,uniform,0.14825600385665894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,uniform,0.18305599689483643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,uniform,0.2548159956932068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,uniform,0.03186133255561193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,uniform,0.03295466552178065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,uniform,0.03614933292071024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,uniform,0.04507199923197428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,uniform,0.03972266614437103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,uniform,0.04945066571235657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,uniform,0.10890133182207744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,uniform,0.11727999647458394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,uniform,0.12008532881736755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,uniform,0.14660799503326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,uniform,0.19276267290115356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,uniform,0.04238399863243103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,uniform,0.04372266431649526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,uniform,0.0455626646677653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,uniform,0.05446400245030721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,64,uniform,0.08067733546098073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,uniform,0.0881226658821106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,uniform,0.09207466244697571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,uniform,0.09995200236638387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,uniform,0.13936000068982443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,uniform,0.13301333785057068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,uniform,0.14819199840227762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,uniform,0.1514026621977488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,uniform,0.2621120015780131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,uniform,0.18654932578404745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,uniform,0.035301332672437034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,uniform,0.03409600009520849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,uniform,0.03814399987459183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,uniform,0.042810668547948204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,uniform,0.04807466765244802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,uniform,0.1146506667137146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,uniform,0.05413866539796194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,uniform,0.1269493301709493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,uniform,0.12176000078519185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,uniform,0.19818133115768433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,uniform,0.1439893345038096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,uniform,0.044112001856168113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,uniform,0.04748799900213877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,uniform,0.05495466788609823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,uniform,0.04821333289146423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,64,uniform,0.0814933329820633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,uniform,0.09025599559148152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,uniform,0.09367466966311137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,uniform,0.10932266712188721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,uniform,0.13803733388582864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,uniform,0.1513973375161489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,uniform,0.15177599589029947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,uniform,0.26388800144195557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,uniform,0.16986666123072305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,uniform,0.1950719952583313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,uniform,0.03579733272393545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,uniform,0.035605333745479584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,uniform,0.039994666973749794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,uniform,0.04461333155632019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,uniform,0.05037866532802582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,uniform,0.05721066892147064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,uniform,0.11530133088429768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,uniform,0.12268267075220744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,uniform,0.15339733163515726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,uniform,0.1283573309580485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,uniform,0.20165866613388062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,uniform,0.048698668678601585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,uniform,0.04470400015513102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,uniform,0.05262400209903717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,uniform,0.05715199808279673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,64,uniform,0.08170666793982188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,uniform,0.0902880032857259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,uniform,0.094458669424057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,uniform,0.14512000481287637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,uniform,0.10959466298421223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,uniform,0.14614400267601013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,uniform,0.16312533617019653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,uniform,0.15151466925938925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,uniform,0.20141865809758505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,uniform,0.2661973237991333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,uniform,0.035258665680885315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,uniform,0.03612799942493439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,uniform,0.04359466830889384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,uniform,0.04566933214664459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,uniform,0.05129600067933401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,uniform,0.05738133192062378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,uniform,0.11693867047627766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,uniform,0.12492266297340393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,uniform,0.15705066919326782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,uniform,0.1312266687552134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,uniform,0.21104532480239868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,uniform,0.049135997891426086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,uniform,0.05421333511670431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,uniform,0.046181331078211464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,uniform,0.06021333237489065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,64,uniform,0.08503466844558716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,uniform,0.09822400410970052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,uniform,0.09196799993515015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,uniform,0.12019200126330058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,uniform,0.14986133575439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,uniform,0.14949867129325867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,uniform,0.1734079917271932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,uniform,0.15292267004648843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,uniform,0.20728532473246256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,uniform,0.2733013431231181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,uniform,0.04303466777006785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,uniform,0.042954668402671814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,uniform,0.052501335740089417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,uniform,0.053930665055910744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,uniform,0.06085333228111267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,uniform,0.12277866403261821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,uniform,0.06554133196671803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,uniform,0.13868799805641174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,uniform,0.12775466839472452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,uniform,0.16548267006874084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,uniform,0.22249066829681396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,uniform,0.05288533369700114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,uniform,0.05051200091838837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,uniform,0.057717333237330117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,uniform,0.067930668592453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,uniform,0.10274133086204529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,64,uniform,0.09461866815884908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,uniform,0.16475733121236166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,uniform,0.11065066854159038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,uniform,0.12129599849383037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,uniform,0.16205867131551108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,uniform,0.16378666957219443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,uniform,0.21595199902852377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,uniform,0.2867199977238973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,uniform,0.1720586617787679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,uniform,0.04569066564242045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,uniform,0.04479999840259552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,uniform,0.05523733297983805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,uniform,0.0555626650651296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,uniform,0.06259199976921082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,uniform,0.07259733478228252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,uniform,0.12359467148780823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,uniform,0.12954666217168173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,uniform,0.1402773360411326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,uniform,0.1699626644452413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,uniform,0.23030932744344076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,uniform,0.05125333368778229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,uniform,0.05429333448410034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,uniform,0.07047999898592631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,uniform,0.05451733370621999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,64,uniform,0.08969600001970927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,uniform,0.0983733336130778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,uniform,0.1063253382841746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,uniform,0.12518933415412903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,uniform,0.16657599806785583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,uniform,0.15661333004633585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,uniform,0.16405866543451944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,uniform,0.21381866931915283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,uniform,0.17719467480977377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,uniform,0.29234667619069415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,uniform,0.05083733300367991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,uniform,0.049551998575528465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,uniform,0.05960000058015188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,uniform,0.06384000182151794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,uniform,0.08143466711044312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,uniform,0.06806933383146922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,uniform,0.13090667128562927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,uniform,0.13707199692726135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,uniform,0.24442134300867716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,uniform,0.18126400311787924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,uniform,0.1411946713924408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,uniform,0.05503466725349426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,uniform,0.058543999989827476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,uniform,0.05264533559481303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,uniform,0.07623999814192454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,64,uniform,0.09946133693059285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,uniform,0.10294933120409648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,uniform,0.11854933698972066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,uniform,0.18595733245213827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,uniform,0.1340053379535675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,uniform,0.16306133071581522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,uniform,0.17864000797271729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,uniform,0.23406400283177695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,uniform,0.18380266427993774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,uniform,0.3136586745580037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,uniform,0.04878933231035868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,uniform,0.05489066739877065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,uniform,0.06922666728496552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,uniform,0.06306666632493337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,uniform,0.09717866778373718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,uniform,0.07706133524576823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,uniform,0.1490559975306193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,uniform,0.13833066821098328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,uniform,0.16238933801651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,uniform,0.20262932777404785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,uniform,0.2865599989891052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,uniform,0.05916800101598104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,uniform,0.06242666641871134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,uniform,0.06541866560777028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,uniform,0.0820906658967336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,64,uniform,0.10014399886131287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,uniform,0.12587199608484903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,uniform,0.11441066861152649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,uniform,0.21211200952529907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,uniform,0.15822933117548624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,uniform,0.17708800236384073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,uniform,0.19195199012756348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,uniform,0.25174399216969806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,uniform,0.3600906531016032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,uniform,0.2015999952952067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,uniform,0.06187200049559275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,uniform,0.07762133578459422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,uniform,0.06026133398214976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,uniform,0.08893866340319316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,uniform,0.0763679991165797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,uniform,0.10878400007883708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.14920000235239664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,uniform,0.15822399655977884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,uniform,0.17621866861979166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,uniform,0.22059200207392374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,uniform,0.33318932851155597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,uniform,0.06446933249632518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,uniform,0.0682826687892278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,uniform,0.07763733466466267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,uniform,0.09764800469080608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,64,uniform,0.10706133643786113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,uniform,0.12158399820327759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,uniform,0.13711466391881308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,uniform,0.16572800278663635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,uniform,0.25338133176167804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,uniform,0.1866933306058248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,uniform,0.2039466698964437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,uniform,0.22097599506378174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,uniform,0.27588800589243573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,uniform,0.40729065736134845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,uniform,0.0795360008875529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,uniform,0.06428266565004985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,uniform,0.10069866975148518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,uniform,0.08809600273768108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,uniform,0.1066986620426178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,uniform,0.14473600188891092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,uniform,0.16729066769282022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,uniform,0.1787573297818502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,uniform,0.2010879913965861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,uniform,0.2699733376502991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,uniform,0.41999467213948566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,uniform,0.06985066831111908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,uniform,0.08981866637865703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,uniform,0.0711413323879242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,uniform,0.11453866958618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,uniform,0.14479999740918478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,64,uniform,0.11923199892044067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,uniform,0.16416533788045248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,uniform,0.20567999283472696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,uniform,0.3341226577758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,uniform,0.21288534005482992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,uniform,0.22581867376963297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,uniform,0.24977600574493408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,uniform,0.4948106606801351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,uniform,0.321343998114268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,uniform,0.0711893339951833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,uniform,0.12428266803423564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,uniform,0.08582933743794759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,uniform,0.10410133004188538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,uniform,0.12218667070070903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,uniform,0.19763733943303427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.17684266964594522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,uniform,0.19761067628860474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,uniform,0.22616000970204672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,uniform,0.32128000259399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,uniform,0.49673600991566974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,uniform,0.07477333148320515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,uniform,0.07845866680145264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,uniform,0.09737066427866618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,uniform,0.12819733222325644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,64,uniform,0.13129599889119467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,uniform,0.15331733226776123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,uniform,0.25221866369247437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,uniform,0.17866667111714682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,uniform,0.3978399833043416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,uniform,0.22812267144521078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,uniform,0.24274667104085287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,uniform,0.376693328221639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,uniform,0.2733653386433919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,uniform,0.5774720112482706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,uniform,0.103493332862854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,uniform,0.12827733159065247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,uniform,0.1481066644191742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,uniform,0.19644266366958618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,uniform,0.18746666113535562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,uniform,0.2924533287684123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,uniform,0.21340266863505045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,uniform,0.2339306672414144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,uniform,0.2848586638768514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,uniform,0.4190560181935628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,uniform,0.6578880151112875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,uniform,0.0860746701558431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,uniform,0.09566932916641235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,uniform,0.12852266430854797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,uniform,0.1962453325589498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,64,uniform,0.18161600828170776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,uniform,0.2532800038655599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,uniform,0.2034026583035787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,uniform,0.36101333300272626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,uniform,0.5787839889526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,uniform,0.2701386610666911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,uniform,0.2877546747525533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,uniform,0.34489599863688153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,uniform,0.4775253136952718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,uniform,0.7561919689178467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,uniform,0.12358933687210083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,uniform,0.1545919974644979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,uniform,0.2605173389116923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,uniform,0.16320533553759256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,uniform,0.2448319991429647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,uniform,0.3699306646982829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.24308266242345175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,uniform,0.26953067382176715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,uniform,0.34417064984639484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,uniform,0.493008017539978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,uniform,0.8072693347930908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,uniform,0.09237333138783772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,uniform,0.11435733238855998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,uniform,0.1455839971701304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,uniform,0.24440000454584757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,64,uniform,0.19941866397857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,uniform,0.2328373392422994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,uniform,0.3034506638844808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,uniform,0.7162293593088785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,uniform,0.4299733241399129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,uniform,0.30320533116658527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,uniform,0.3325546582539876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,uniform,0.5812533299128214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,uniform,0.9160853226979574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,uniform,0.41067731380462646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,uniform,0.1722666621208191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,uniform,0.24420267343521118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,uniform,0.3752853473027547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,uniform,0.24428266286849976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,uniform,0.36045865217844647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,uniform,0.5450826485951742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,uniform,0.37582401434580487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,uniform,0.3253759940465291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,uniform,0.7474773724873861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,uniform,1.2292479674021404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,uniform,0.48601067066192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,uniform,0.13646933436393738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,uniform,0.1551413337389628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,uniform,0.22535467147827148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,uniform,0.35520533720652264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,64,uniform,0.2498506704966227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,uniform,0.32663466533025104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,uniform,0.43434667587280273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,uniform,0.6215519905090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,uniform,1.0364747047424316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,uniform,0.378383994102478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,uniform,0.42982931931813556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,uniform,0.5402826468149821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,uniform,1.2327679793039958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,uniform,0.75054931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,uniform,0.22182399034500122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,uniform,0.32020799318949383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,uniform,0.49273598194122314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,uniform,0.32601600885391235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,uniform,0.4665919939676921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,uniform,0.7128693262736002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.385535995165507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,uniform,0.4639146725336711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,uniform,0.6006400187810262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,uniform,0.9222453435262045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,uniform,1.5273386637369792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,uniform,0.2943840026855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,uniform,0.1511520047982534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,uniform,0.18923733631769815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,uniform,0.4579840103785197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,64,uniform,0.31749866406122845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,uniform,0.43587199846903485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,uniform,0.5632693370183309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,uniform,0.8126826286315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,uniform,1.3556639353434246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,uniform,0.5573279857635498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,uniform,0.4756693442662557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,uniform,0.7103786468505859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,uniform,1.6910719871520996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,uniform,1.0269386768341064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,uniform,0.3339039882024129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,uniform,0.47086934248606366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,uniform,0.7237333456675211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,uniform,0.4842880169550578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,uniform,0.6865066687266032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,uniform,1.0529546737670898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,uniform,0.5512213309605917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,uniform,0.6667093435923258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,uniform,0.8666293621063232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,uniform,1.3374239603678386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,uniform,0.21737066904703775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,uniform,2.2263894081115723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,uniform,0.4194720188776652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,uniform,0.2869120041529338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,uniform,0.6672266324361166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,64,uniform,0.4427200158437093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,uniform,0.7732266585032145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,uniform,0.5761760075887045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,uniform,1.1247893174489338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,uniform,1.943936030069987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,uniform,0.6399146715799967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,uniform,0.756773312886556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,uniform,1.4238932927449544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,uniform,0.9476906458536783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,uniform,2.3600106239318848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,uniform,0.6142186721165975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,uniform,0.4339786767959595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,uniform,0.9447840054829916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,uniform,0.6401013135910034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,uniform,0.9116426308949789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,uniform,1.3989493052164714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,uniform,0.8595680395762125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,uniform,0.7043146292368571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,uniform,1.1300640106201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,uniform,1.7452319463094075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,uniform,2.9379199345906577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,uniform,0.5407413244247437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,uniform,0.3665599822998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,uniform,0.2663840055465698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,uniform,0.856549342473348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,64,uniform,0.5798133214314779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,uniform,0.7677120367685953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,uniform,1.0188586711883545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,uniform,1.496565341949463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,uniform,2.5746933619181314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,uniform,0.8620693683624268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,uniform,1.0098559856414795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,uniform,1.2759093443552654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,uniform,1.8711946805318196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,uniform,3.175498644510905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,uniform,0.5468159914016724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,uniform,0.769162654876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,uniform,1.1786133448282878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,uniform,0.7951893011728922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,uniform,1.1315253575642903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,uniform,1.741967995961507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,uniform,0.8908747037251791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,uniform,1.0541333357493083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,uniform,2.153285344441732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,uniform,1.3878347078959148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,uniform,0.33426133791605633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,uniform,3.6636905670166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,uniform,0.4761013189951579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,uniform,0.6636960109074911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,uniform,1.0654293696085613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,64,uniform,0.6962453524271647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,uniform,0.9355413118998209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,uniform,1.2367573579152424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,uniform,1.8578933080037434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,uniform,3.1554187138875327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,uniform,1.0689173539479573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,uniform,1.2324586709340413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,uniform,1.5902026494344075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,uniform,2.3484320640563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,uniform,0.03920000046491623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,uniform,0.03677866607904434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,uniform,0.04668800036112467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,4,uniform,0.04234666625658671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,uniform,0.08769067128499348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,uniform,0.0666133314371109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,uniform,0.05853333572546641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,uniform,0.05759466687838236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,uniform,3.9290558497111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,uniform,0.05657066901524862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,uniform,0.056645333766937256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,uniform,0.03851199895143509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,uniform,0.03736000011364619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,uniform,0.03608000030120214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,uniform,0.03573866685231527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,uniform,0.050997331738471985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,uniform,0.03598399957021078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,64,uniform,0.07064533233642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,128,uniform,0.08404800295829773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,uniform,0.055786664287249245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,uniform,0.05317866802215576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,uniform,0.054527997970581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,uniform,0.08523199955622356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,uniform,0.055013333757718406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,uniform,0.05898133416970571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,uniform,0.07434666653474171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,uniform,0.05806933343410492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,uniform,0.05746666590372721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,uniform,0.037717332442601524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,uniform,0.03829866647720337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,uniform,0.059343998630841575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,uniform,0.047024001677831016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,4,uniform,0.04237333436806997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,uniform,0.06532266736030579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,uniform,0.08828266461690266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,uniform,0.059088001648585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,uniform,0.05853866537412008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,uniform,0.05235200126965841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,uniform,0.06039999922116598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,uniform,0.058917333682378135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,uniform,0.039034667114416756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,uniform,0.03670933345953623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,uniform,0.03664533297220866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,uniform,0.03630933413902918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,uniform,0.03698666642109553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,128,uniform,0.08640000224113464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,64,uniform,0.06923200190067291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,uniform,0.05789866546789805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,uniform,0.05560533205668131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,uniform,0.05746666590372721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,uniform,0.05659733215967814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,uniform,0.06531199812889099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,uniform,0.08900800347328186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,uniform,0.05901333192984263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,uniform,0.05963733295599619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,uniform,0.06211733321348826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,uniform,0.05902933577696482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,uniform,0.03839999934037527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,uniform,0.03944533318281174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,uniform,0.04755199948946635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,4,uniform,0.045791998505592346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,uniform,0.08807466427485149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,uniform,0.0590826670328776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,uniform,0.06829866766929626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,uniform,0.06090133388837179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,uniform,0.05916266640027364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,uniform,0.03700799991687139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,uniform,0.03930133332808813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,uniform,0.03718400001525879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,uniform,0.03734400123357773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,uniform,0.03828799972931544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,128,uniform,0.08559999863306682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,uniform,0.04975999891757965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,uniform,0.06160533428192139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,64,uniform,0.07630399862925212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,uniform,0.05753066639105479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,uniform,0.05832533538341522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,uniform,0.05752533177534739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,uniform,0.09046933054924011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,uniform,0.06292800108591716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,uniform,0.05996266504128774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,uniform,0.06772799789905548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,uniform,0.0580266664425532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,uniform,0.061205332477887474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,uniform,0.06293866535027821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,uniform,0.039135999977588654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,uniform,0.03763733307520548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,uniform,0.047210668524106346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,4,uniform,0.04614933331807455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,uniform,0.08932266632715861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,uniform,0.06520000100135803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,uniform,0.06784533460934956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,uniform,0.06666133304437001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,uniform,0.06716266771157582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,uniform,0.0726560006539027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,uniform,0.052341332038243614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,uniform,0.038736000657081604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,uniform,0.03825066735347112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,uniform,0.039493332306543984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,uniform,0.04377066592375437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,uniform,0.03908266623814901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,128,uniform,0.08725333213806152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,uniform,0.06906666855017345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,uniform,0.0693333347638448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,64,uniform,0.06957333286603291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,uniform,0.08754133184750874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,uniform,0.07834666470686595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,uniform,0.08628267049789429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,uniform,0.06587199866771698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,uniform,0.06553600231806438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,uniform,0.06809066732724507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,uniform,0.06923200190067291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,uniform,0.07417066891988118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,uniform,0.03852266569932302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,uniform,0.04886400202910105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,uniform,0.039221333960692085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,4,uniform,0.05750399827957153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,uniform,0.09078400333722432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,uniform,0.08894399801890056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,uniform,0.08776533603668213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,uniform,0.08584533135096233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,uniform,0.10400533676147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,uniform,0.09177600344022115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,uniform,0.04552533229192098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,uniform,0.051039998730023704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,uniform,0.0484799991051356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,uniform,0.05087466537952423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,uniform,0.05359466870625814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,uniform,0.08523733417193095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,128,uniform,0.09053333600362141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,uniform,0.06241600215435028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,64,uniform,0.08277866741021474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,uniform,0.08526399731636047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,uniform,0.08989866574605306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,uniform,0.10437867045402527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,uniform,0.0874826709429423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,uniform,0.08760533730189006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,uniform,0.09264000256856282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,uniform,0.08964266379674275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,uniform,0.04668800036112467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,uniform,0.10326400399208069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,uniform,0.03839999934037527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,uniform,0.03916800022125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,uniform,0.08640533685684204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,uniform,0.11838933825492859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,4,uniform,0.046181331078211464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,uniform,0.10668266812960307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,uniform,0.10665067036946614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,uniform,0.1178986628850301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,uniform,0.141594668229421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,uniform,0.1181813379128774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,uniform,0.05142933130264282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,uniform,0.056101332108179726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,uniform,0.05234666665395101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,uniform,0.05157333115736643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,uniform,0.05141866703828176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,uniform,0.06000000238418579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,64,uniform,0.08582400282224019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,128,uniform,0.08900266885757446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,uniform,0.10110933581988017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,uniform,0.11130666732788086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,uniform,0.09522666533788045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,uniform,0.09115733702977498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,uniform,0.10970667004585266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,uniform,0.11638399958610535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,uniform,0.11051199833552043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,uniform,0.1129813293615977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,uniform,0.13380266229311624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,uniform,0.1184213360150655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,uniform,0.057317331433296204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,uniform,0.03947199881076813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,uniform,0.04001600046952566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,uniform,0.1122773289680481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,uniform,0.10626133282979329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,4,uniform,0.04706133405367533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,uniform,0.11405332883199056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,uniform,0.11493333180745442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,uniform,0.1204746663570404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,uniform,0.13993066549301147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,uniform,0.05392000079154968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,uniform,0.05133333305517832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,uniform,0.0517439991235733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,uniform,0.051269332567850746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,uniform,0.0635040005048116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,uniform,0.056373332937558494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,128,uniform,0.09054932991663615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,64,uniform,0.08814400434494019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,uniform,0.09304533402125041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,uniform,0.09188266595204671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,uniform,0.09904533624649048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,uniform,0.11182933052380879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,uniform,0.1458399991194407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,uniform,0.14177599549293518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,uniform,0.14032000303268433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,uniform,0.14035733540852866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,uniform,0.15269333124160767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,uniform,0.18174932400385538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,uniform,0.04020266731580099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,uniform,0.03862400104602178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,uniform,0.04764266808827718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,4,uniform,0.04786666731039683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,uniform,0.11172800262769063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,uniform,0.10985066493352254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,uniform,0.05407999952634176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,uniform,0.14018666744232178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,uniform,0.11986133456230164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,uniform,0.11743999520937602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,uniform,0.125791996717453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,uniform,0.051039998730023704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,uniform,0.05304533243179321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,uniform,0.051594664653142296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,128,uniform,0.08828799923261006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,uniform,0.0555626650651296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,uniform,0.06306133170922597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,64,uniform,0.08948799967765808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,uniform,0.09402133027712505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,uniform,0.13776000340779623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,uniform,0.0929813285668691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,uniform,0.10321600238482158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,uniform,0.1455413301785787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,uniform,0.11730666955312093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,uniform,0.1418880025545756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,uniform,0.14075199762980142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,uniform,0.15178133050600687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,uniform,0.1816213329633077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,uniform,0.04091199984153112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,uniform,0.039093332986036934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,uniform,0.048341333866119385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,uniform,0.12073066830635071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,4,uniform,0.051274667183558144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,uniform,0.11974933743476868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,uniform,0.1216266651948293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,uniform,0.11483200391133626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,uniform,0.11875200271606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,uniform,0.14572266737620035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,uniform,0.05635199944178263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,uniform,0.050810664892196655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,uniform,0.05246399839719137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,uniform,0.050794666012128196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,uniform,0.05695466697216034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,128,uniform,0.08798399567604065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,uniform,0.13913066188494363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,64,uniform,0.08938666184743245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,uniform,0.09346666932106018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,uniform,0.10079999764760335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,uniform,0.0944106678167979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,uniform,0.11454400420188904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,uniform,0.06055466830730438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,uniform,0.14331199725468954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,uniform,0.14121599992116293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,uniform,0.1402720014254252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,uniform,0.04772266745567322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,uniform,0.15659200151761374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,uniform,0.03833066672086716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,uniform,0.039135999977588654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,uniform,0.18268799781799316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,uniform,0.12017066280047099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,4,uniform,0.05074666440486908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,uniform,0.1172320048014323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,uniform,0.11779200037320454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,uniform,0.1113813320795695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,uniform,0.054474666714668274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,uniform,0.12880000472068787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,uniform,0.14669866363207498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,uniform,0.05165866514046987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,uniform,0.06332266827424367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,uniform,0.05173333485921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,uniform,0.05128533144791921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,uniform,0.05576533575852712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,128,uniform,0.09556266665458679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,uniform,0.09145599603652954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,64,uniform,0.09012266993522644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,uniform,0.09330133597056071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,uniform,0.10360532999038696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,uniform,0.1434719959894816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,uniform,0.11435199777285258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,uniform,0.14545599619547525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,uniform,0.14435733358065286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,uniform,0.14474133650461832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,uniform,0.15216533342997232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,uniform,0.03950933367013931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,uniform,0.18357867002487183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,uniform,0.048437332113583885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,uniform,0.03942399968703588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,4,uniform,0.050426666935284935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,uniform,0.1150986651579539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,uniform,0.11673600474993388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,uniform,0.11203199625015259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,uniform,0.11892799536387126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,uniform,0.053354665637016296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,uniform,0.13147200147310892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,uniform,0.14470932881037393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,uniform,0.05449066559473673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,uniform,0.06407466530799866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,uniform,0.05259199937184652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,uniform,0.05287466446558634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,uniform,0.05832533538341522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,128,uniform,0.09500799576441447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,64,uniform,0.09139733513196309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,uniform,0.09629333019256592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,uniform,0.09980799754460652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,uniform,0.0997279981772105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,uniform,0.11430399616559346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,uniform,0.148117333650589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,uniform,0.14499200383822122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,uniform,0.14612799882888794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,uniform,0.1432906687259674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,uniform,0.1588373382886251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,uniform,0.04177066683769226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,uniform,0.18781334161758423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,uniform,0.05193600058555603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,4,uniform,0.05195199946562449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,uniform,0.04009599983692169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,uniform,0.11780266960461934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,uniform,0.1181013286113739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,uniform,0.12211733063062032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,uniform,0.05266666909058889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,uniform,0.11538133025169373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,uniform,0.12805333733558655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,uniform,0.14636799693107605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,uniform,0.055045331517855324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,uniform,0.05399466554323832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,uniform,0.0588319996992747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,uniform,0.053957333167394005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,uniform,0.06639466683069865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,128,uniform,0.09544533491134644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,64,uniform,0.08987200260162354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,uniform,0.0993226667245229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,uniform,0.1016373336315155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,uniform,0.10461866855621338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,uniform,0.11659733454386394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,uniform,0.19274133443832397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,uniform,0.14999999602635702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,uniform,0.14578133821487427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,uniform,0.1476746698220571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,uniform,0.15742400288581848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,uniform,0.14985600113868713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,uniform,0.04188266893227895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,uniform,0.039893334110577904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,uniform,0.05169066786766052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,4,uniform,0.052341332038243614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,uniform,0.12257599830627441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,uniform,0.11980799833933513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,uniform,0.12030399839083354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,uniform,0.12200533350308736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,uniform,0.12820266683896384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,uniform,0.05314133564631144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,uniform,0.146506667137146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,uniform,0.05322133501370748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,uniform,0.05462933580080668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,uniform,0.0552106648683548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,128,uniform,0.0932426651318868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,uniform,0.05907199780146281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,uniform,0.06610133250554402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,64,uniform,0.09092799822489421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,uniform,0.100490669409434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,uniform,0.0995093286037445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,uniform,0.12029332915941875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,uniform,0.10379200180371602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,uniform,0.15176000197728476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,uniform,0.19434134165445963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,uniform,0.14784000317255655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,uniform,0.1458453337351481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,uniform,0.15221866965293884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,uniform,0.16426133116086325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,uniform,0.03984000037113825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,uniform,0.05146133402983347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,uniform,0.04282666742801666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,4,uniform,0.05322133501370748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,uniform,0.1251573363939921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,uniform,0.11648000280062358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,uniform,0.13245866696039835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,uniform,0.12586133678754172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,uniform,0.12217066685358684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,uniform,0.15602667133013406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,uniform,0.05535466472307841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,uniform,0.05545066793759664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,uniform,0.05473599831263224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,uniform,0.05175999800364176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,uniform,0.06025066475073496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,uniform,0.06842666864395142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,64,uniform,0.09203733007113139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,128,uniform,0.09501866499582927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,uniform,0.10060266653696696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,uniform,0.10224533081054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,uniform,0.10542933146158855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,uniform,0.15030399958292642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,uniform,0.12422933181126912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,uniform,0.15171733498573303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,uniform,0.15219733119010925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,uniform,0.04541866481304169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,uniform,0.16879467169443765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,uniform,0.1964319944381714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,uniform,0.15237866838773093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,uniform,0.04771733283996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,uniform,0.05690133571624756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,uniform,0.1251466671625773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,4,uniform,0.05905066430568695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,uniform,0.12132267157236735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,uniform,0.12387200196584065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,uniform,0.05133866767088572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,uniform,0.12489066521326701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,uniform,0.1329866647720337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,uniform,0.15922666589419046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,uniform,0.06358399987220764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,uniform,0.05032533407211304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,uniform,0.05236266553401947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,uniform,0.05535466472307841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,uniform,0.07760000228881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,128,uniform,0.09749333063761394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,uniform,0.1037013332049052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,64,uniform,0.09388267000516255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,uniform,0.1016480028629303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,uniform,0.10825066765149434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,uniform,0.1239359974861145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,uniform,0.16191466649373373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,uniform,0.15549332896868387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,uniform,0.15379732847213745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,uniform,0.16302399833997092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,uniform,0.05100266635417938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,uniform,0.17358932892481485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,uniform,0.21008533239364624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,uniform,0.047242666284243263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,uniform,0.0589279979467392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,4,uniform,0.06135466694831848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,uniform,0.12340799967447917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,uniform,0.12424000104268391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,uniform,0.12784533699353537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,uniform,0.13035733501116434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,uniform,0.13582932949066162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,uniform,0.052704001466433205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,uniform,0.16665599743525186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,uniform,0.05275199810663859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,uniform,0.05320000151793162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,128,uniform,0.09346133470535278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,uniform,0.05729066828886668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,uniform,0.07996800045172374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,uniform,0.06632000207901001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,uniform,0.10194666186968486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,64,uniform,0.09360000491142273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,uniform,0.12291733423868816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,uniform,0.10734933614730835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,uniform,0.16634666919708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,uniform,0.15965333580970764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,uniform,0.1571946640809377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,uniform,0.17870400349299112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,uniform,0.1593226691087087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,uniform,0.16406933466593424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,4,uniform,0.06435200075308482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,uniform,0.21520533164342245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,uniform,0.04748799900213877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,uniform,0.05161066850026449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,uniform,0.05983999868233999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,uniform,0.13051199913024902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,uniform,0.12826133767763773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,uniform,0.129530668258667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,uniform,0.13078400492668152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,uniform,0.1476693352063497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,uniform,0.1718826691309611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,uniform,0.0525493323802948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,uniform,0.053871999184290566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,uniform,0.05385600030422211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,uniform,0.057376002271970115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,uniform,0.06588799754778545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,uniform,0.10389866431554158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,128,uniform,0.09569600224494934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,uniform,0.08196266492207845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,64,uniform,0.09363200267155965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,uniform,0.1623306671778361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,uniform,0.11012799541155498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,uniform,0.12781866391499838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,uniform,0.16970133781433105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,uniform,0.15957333644231161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,uniform,0.1639786660671234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,uniform,0.1627946694691976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,uniform,0.1805760065714518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,uniform,0.06215466558933258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,uniform,0.22181866566340128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,uniform,0.08143466711044312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,4,uniform,0.0867039958635966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,uniform,0.06874133149782817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,uniform,0.13242133458455405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,uniform,0.13008532921473184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,uniform,0.1340053379535675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,uniform,0.1455893317858378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,uniform,0.056048000852266945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,uniform,0.1726293365160624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,uniform,0.22554665803909302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,uniform,0.05492799977461497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,uniform,0.05805333455403646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,uniform,0.0979146659374237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,uniform,0.06316799918810527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,uniform,0.07572799921035767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,128,uniform,0.1048479974269867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,64,uniform,0.10070932904879253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,uniform,0.12211733063062032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,uniform,0.13268267114957175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,uniform,0.15934933225313822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,uniform,0.21675199270248413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,uniform,0.1712906757990519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,uniform,0.24394667148590088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,uniform,0.17100266615549722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,uniform,0.17402132352193198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,uniform,0.17357865969340006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,uniform,0.20282133420308432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,uniform,0.0858026643594106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,uniform,0.06682666639486949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,uniform,0.0738506664832433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,4,uniform,0.09675199786822002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,uniform,0.13543466726938883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,uniform,0.13875733812650046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,uniform,0.14113066593805948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,uniform,0.15657599767049155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,uniform,0.18449066082636514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,uniform,0.05643199880917867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,uniform,0.24065067370732626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,uniform,0.0842026670773824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,uniform,0.057445332407951355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,uniform,0.060906668504079185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,uniform,0.06931200126806895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,uniform,0.11593066652615865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,128,uniform,0.11690666278203328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,uniform,0.12626133362452188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,64,uniform,0.11434666315714519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,uniform,0.1397813359896342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,uniform,0.16699733336766562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,uniform,0.2558026711146037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,uniform,0.18294399976730347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,uniform,0.17796266078948975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,uniform,0.1806559960047404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,uniform,0.20108266671498617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,uniform,0.09337066610654195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,uniform,0.23706134160359701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,uniform,0.32173866033554077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,uniform,0.0843946635723114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,uniform,0.11302399635314941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,4,uniform,0.12499200304349263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,uniform,0.16065067052841187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,uniform,0.15965867042541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,uniform,0.16615999738375345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,uniform,0.18747733036677042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,uniform,0.23596266905466715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,uniform,0.07016000151634216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,uniform,0.313098669052124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,uniform,0.07237333556016286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,uniform,0.0758133331934611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,uniform,0.08611733714739482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,uniform,0.1120799978574117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,uniform,0.1497066617012024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,uniform,0.14086932937304178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,128,uniform,0.12333866953849792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,64,uniform,0.1263200044631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,uniform,0.1557919979095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,uniform,0.22040534019470215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,uniform,0.1967466672261556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,uniform,0.3097493251164754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,uniform,0.195360004901886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,uniform,0.20333333810170492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,uniform,0.22774932781855264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,uniform,0.1023466686407725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,uniform,0.11434666315714519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,uniform,0.269978662331899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,uniform,0.13912000258763632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,4,uniform,0.15689599514007568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,uniform,0.35764801502227783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,uniform,0.1644426683584849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,uniform,0.16826132933298746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,uniform,0.18042665719985962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,uniform,0.20330133040746054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,uniform,0.2578879992167155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,uniform,0.35631998380025226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,uniform,0.07147733370463054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,uniform,0.08205866813659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,uniform,0.07609599828720093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,uniform,0.09392000238100688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,uniform,0.1306933363278707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,uniform,0.16901334126790366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,128,uniform,0.1470080018043518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,64,uniform,0.1495413382848104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,uniform,0.1716266671816508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,uniform,0.1907893419265747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,uniform,0.21661333243052164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,uniform,0.2674720088640849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,uniform,0.404421329498291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,uniform,0.23406932751337686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,uniform,0.22136000792185465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,uniform,0.26573334137598675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,uniform,0.32602665821711224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,uniform,0.13660800457000732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,uniform,0.4508639971415202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,uniform,0.153957337141037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,uniform,0.19252800941467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,4,uniform,0.21634666124979654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,uniform,0.20254399379094443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,uniform,0.20866666237513223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,uniform,0.2564693291982015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,uniform,0.22431466976801553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,uniform,0.32767999172210693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,uniform,0.08694932858149211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,uniform,0.4517279863357544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,uniform,0.09199466307957967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,uniform,0.10217066605885823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,uniform,0.12038933237393697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,uniform,0.17541333039601645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,uniform,0.23114667336146036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,128,uniform,0.17850667238235474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,64,uniform,0.1829973260561625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,uniform,0.21647467215855917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,uniform,0.3476479848225911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,uniform,0.24330667654673258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,uniform,0.5462933381398519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,uniform,0.24621866146723428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,uniform,0.24143999814987183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,uniform,0.2645600040753682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,uniform,0.383786678314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,uniform,0.16386133432388306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,uniform,0.30551467339197796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,uniform,0.53438401222229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,uniform,0.18785599867502847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,uniform,0.24935466051101685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,4,uniform,0.2850506703058879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,uniform,0.24007999897003174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,uniform,0.2605866591135661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,uniform,0.2825439969698588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,uniform,0.31913065910339355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,uniform,0.4121919870376587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,uniform,0.09061333537101746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,uniform,0.0981066624323527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,uniform,0.5529866615931193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,uniform,0.13362666964530945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,uniform,0.2234826683998108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,uniform,0.11052800218264262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,uniform,0.3089279929796855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,64,uniform,0.20440532763799033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,128,uniform,0.19445333878199259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,uniform,0.28964267174402875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,uniform,0.2600533366203308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,uniform,0.4355146487553914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,uniform,0.2929439942042033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,uniform,0.6979520320892334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,uniform,0.3081120053927104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,uniform,0.33854933579762775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,uniform,0.480954647064209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,uniform,0.3793333371480306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,uniform,0.23221866289774576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,uniform,0.2614826758702596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,uniform,0.6522560119628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,uniform,0.35491732756296795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,4,uniform,0.4161440134048462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,uniform,0.35415999094645184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,uniform,0.3291520078976949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,uniform,0.3860693375269572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,uniform,0.44735467433929443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,uniform,0.5614186525344849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,uniform,0.7758346398671468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,uniform,0.12974400321642557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,uniform,0.13798399766286215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,uniform,0.15854400396347046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,uniform,0.19324799378712973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,uniform,0.3255786697069804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,uniform,0.4413333336512248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,128,uniform,0.2868799964586894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,64,uniform,0.29968533913294476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,uniform,0.3763893445332845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,uniform,0.4171253442764282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,uniform,0.42928000291188556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,uniform,0.6457813183466593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,uniform,0.989578644434611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,uniform,0.3840213219324748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,uniform,0.46907734870910645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,uniform,0.2982986569404602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,uniform,0.34217600027720135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,uniform,0.47675732771555585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,4,uniform,0.5512959957122803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,uniform,0.4981600046157837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,uniform,0.6335626840591431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,uniform,0.8699680169423422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,uniform,0.4691466490427653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,uniform,0.42313599586486816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,uniform,0.5182079871495565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,uniform,1.0517706871032715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,uniform,0.589247981707255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,uniform,0.7358826796213785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,uniform,0.15587733189264932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,uniform,0.16682666540145874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,uniform,0.1934453248977661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,uniform,0.24200000365575156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,uniform,0.4401866594950358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,uniform,0.6008319854736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,128,uniform,0.34384532769521076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,64,uniform,0.3614613215128581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,uniform,0.47140800952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,uniform,0.5712266763051351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,uniform,0.8532373110453287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,uniform,1.3156373500823975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,uniform,0.5435680150985718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,uniform,0.5197279850641886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,uniform,0.5947146813074747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,uniform,0.42744000752766925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,uniform,0.4898666540781657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,uniform,0.7821333408355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,4,uniform,0.8475573062896729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,uniform,0.6663519938786825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,uniform,0.8179252942403158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,uniform,1.1246933142344158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,uniform,0.6142986615498861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,uniform,0.6655786832173666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,uniform,0.7563626766204834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,uniform,0.8852907021840414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,uniform,1.1046453317006428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,uniform,0.21783467133839926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,uniform,1.543882687886556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,uniform,0.23918932676315308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,uniform,0.2760533293088277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,uniform,0.35125335057576496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,uniform,0.8731573422749838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,uniform,0.6288160085678101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,128,uniform,0.5003679990768433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,64,uniform,0.5228373209635416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,uniform,0.7107893625895182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,uniform,0.8228693008422852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,uniform,1.2694079875946045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,uniform,2.0033493041992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,uniform,0.7981599966684977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,uniform,0.7216693560282389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,uniform,0.8677813212076823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,uniform,0.5629280010859171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,uniform,0.9748213291168213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,uniform,0.6683786710103353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,4,uniform,1.235701322555542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,uniform,1.078378677368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,uniform,1.2075626850128174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,uniform,1.6814667383829753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,uniform,0.9006240367889404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,uniform,0.8526026407877604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,uniform,1.0017759799957275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,uniform,1.1762186686197917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,uniform,1.4794294039408367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,uniform,2.0960693359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,uniform,0.285808006922404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,uniform,0.31086399157842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,uniform,0.3610453208287557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,uniform,0.4819786548614502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,uniform,0.8877867062886556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,uniform,1.204207976659139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,128,uniform,0.6553973356882731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,64,uniform,0.6956906318664551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,uniform,0.9286879698435465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,uniform,1.1020479996999104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,uniform,1.6577013333638508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,uniform,2.6341439882914224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,uniform,0.9894826412200928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,uniform,1.059226671854655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,uniform,1.1775733629862468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,uniform,0.7291146914164225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,uniform,1.4050025939941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,uniform,0.9102506637573242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,4,uniform,1.587157408396403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,uniform,1.3012213706970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,uniform,1.5985973676045735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,uniform,2.2131519317626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,uniform,1.0251413186391194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,uniform,1.1305332978566487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,uniform,1.2404266993204753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,uniform,1.866703987121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,uniform,1.492026646931966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,uniform,2.625055948893229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,uniform,0.35070399443308514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,uniform,0.36980267365773517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,uniform,0.4338933229446411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,uniform,0.5667519966761271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,uniform,1.053866704305013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,128,uniform,0.8184213638305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,uniform,1.4919573465983074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,64,uniform,0.8548800150553385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,uniform,1.1432053248087566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,uniform,1.361120065053304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,uniform,2.070826689402262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,uniform,3.2901280721028647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,8,uniform,0.03454933315515518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,uniform,1.2517813046773274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,uniform,1.339903990427653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,4,uniform,0.033514666060606636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,uniform,1.4619946479797363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,uniform,0.06577066580454509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,8,uniform,0.03822933385769526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,4,uniform,0.03670933345953623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,uniform,0.05110399921735128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,uniform,0.05349866549173991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,uniform,0.05054399867852529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,uniform,0.04976533353328705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,uniform,0.052709331115086876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,uniform,0.03339733431736628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,uniform,0.04074133435885111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,uniform,0.033376000821590424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,uniform,0.03505599995454153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,uniform,0.03305600086847941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,128,uniform,0.06602666775385539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,uniform,0.03437866767247518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,64,uniform,0.05417066812515259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,uniform,0.05020800232887268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,uniform,0.048991998036702476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,uniform,0.0666186660528183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,uniform,0.049653331438700356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,uniform,0.05000533163547516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,uniform,0.05173333485921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,uniform,0.0531626691420873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,uniform,0.05318933228651682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,uniform,0.05132266879081726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,uniform,0.05054399867852529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,uniform,1.65557861328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,uniform,2.0308052698771157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,8,uniform,0.03436266630887985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,4,uniform,0.033146666983763375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,4,uniform,0.03625600039958954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,8,uniform,0.03749333322048187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,uniform,0.06819733480612437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,uniform,0.05151999990145365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,uniform,0.051776001850763954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,uniform,2.8185173670450845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,uniform,0.055445333321889244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,uniform,0.03676799933115641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,uniform,0.05189866820971171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,uniform,0.05481066803137461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,uniform,0.04108799993991852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,uniform,0.033439998825391136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,uniform,0.034661332766215004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,uniform,0.034261333445707955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,uniform,0.03334933271010717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,uniform,0.05101866523424784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,uniform,0.05100266635417938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,64,uniform,0.05483733117580414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,uniform,0.04964800179004669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,128,uniform,0.06529066463311513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,uniform,0.053632001082102455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,uniform,0.05247466762860616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,uniform,0.067221333583196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,uniform,0.05251200000445048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,uniform,0.05234666665395101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,uniform,0.052005335688591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,8,uniform,0.034261333445707955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,uniform,0.055125330885251365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,4,uniform,0.03754133234421412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,uniform,0.052069331208864846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,8,uniform,0.036874666810035706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,4,uniform,0.03764266769091288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,uniform,0.06790400048096974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,uniform,0.054586668809254967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,uniform,0.051882664362589516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,uniform,0.05731200178464254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,uniform,0.05380799869696299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,uniform,0.034474665919939675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,uniform,0.039690665900707245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,uniform,0.033626665671666466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,uniform,0.03642133375008901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,uniform,0.034330666065216064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,uniform,0.034485332667827606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,uniform,0.052890668312708534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,64,uniform,0.054474666714668274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,128,uniform,0.06734933455785115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,uniform,0.05128533144791921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,uniform,0.05115200082461039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,uniform,0.05377600093682607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,uniform,0.05522133409976959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,uniform,0.06724800169467926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,uniform,0.05258133510748545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,8,uniform,0.034341332813103996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,uniform,0.05478399991989136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,uniform,0.0529120018084844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,uniform,0.058277333776156105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,4,uniform,0.03522666543722153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,uniform,0.06691200037797292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,8,uniform,0.03802666564782461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,4,uniform,0.037605332831541695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,uniform,0.053904001911481224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,uniform,0.05349333087603251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,uniform,0.06391466657320659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,uniform,0.054373333851496376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,uniform,0.05778666834036509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,uniform,0.04131733377774557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,uniform,0.03642666588226954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,uniform,0.03430933256944021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,uniform,0.03487999985615412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,uniform,0.035418666899204254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,uniform,0.041573333243529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,uniform,0.05542933444182078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,128,uniform,0.06577066580454509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,64,uniform,0.05453333258628845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,uniform,0.05653333167235056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,uniform,0.06318933268388112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,uniform,0.06842133402824402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,uniform,0.053802669048309326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,uniform,0.067930668592453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,uniform,0.05498133103052775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,uniform,0.054416000843048096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,uniform,0.05840000013510386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,4,uniform,0.035386666655540466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,uniform,0.0647680014371872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,8,uniform,0.03477866699298223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,uniform,0.067221333583196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,uniform,0.06846933563550313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,4,uniform,0.041365332901477814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,8,uniform,0.03788266579310099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,uniform,0.06790400048096974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,uniform,0.06932266553243001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,uniform,0.07470933099587758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,uniform,0.08784533540407817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,uniform,0.04098133246103922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,uniform,0.04106666644414266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,128,uniform,0.06636266907056172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,uniform,0.03913066784540812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,uniform,0.03992533435424169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,uniform,0.0444213350613912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,uniform,0.05260799825191498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,uniform,0.06781333188215892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,uniform,0.06685866912206014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,64,uniform,0.06596266726652782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,uniform,0.0734986662864685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,uniform,0.06889600058396657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,uniform,0.08548266688982646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,uniform,0.06902400155862172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,uniform,0.06743466854095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,8,uniform,0.03832533210515976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,uniform,0.06911999980608623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,8,uniform,0.03463999927043915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,uniform,0.07532266775767009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,uniform,0.08738666772842407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,4,uniform,0.03577066709597906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,4,uniform,0.038890667259693146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,uniform,0.07923200229803722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,uniform,0.08454933762550354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,uniform,0.0790773332118988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,uniform,0.04155199974775314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,uniform,0.08573866883913676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,uniform,0.09692266583442688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,uniform,0.04207466542720795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,uniform,0.12116799751917522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,uniform,0.04601066807905833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,uniform,0.04142399877309799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,uniform,0.04109866668780645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,uniform,0.05387733379999796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,128,uniform,0.06877866884072621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,uniform,0.07231999933719635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,64,uniform,0.06788800160090129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,uniform,0.07228800157705943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,uniform,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,uniform,0.0842133363087972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,uniform,0.09133332967758179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,uniform,0.08326933284600575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,uniform,0.08216533561547597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,8,uniform,0.03518400092919668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,uniform,0.085807998975118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,uniform,0.0977226694424947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,uniform,0.12215466300646464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,4,uniform,0.03561066587766012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,8,uniform,0.03876800090074539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,uniform,0.08205866813659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,4,uniform,0.03893866638342539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,uniform,0.08681600292523702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,uniform,0.04243200023969015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,uniform,0.08550933003425598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,uniform,0.08295466502507527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,uniform,0.09380799531936646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,uniform,0.11804800232251485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,uniform,0.04178666571776072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,uniform,0.0424586683511734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,uniform,0.040991999208927155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,uniform,0.04645866652329763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,uniform,0.05429866909980774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,128,uniform,0.06922666728496552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,64,uniform,0.06949333349863689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,uniform,0.07477866609891255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,uniform,0.0721973329782486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,uniform,0.08225066463152568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,uniform,0.10242666800816853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,uniform,0.09455999732017517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,uniform,0.09674132863680522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,uniform,0.0979306697845459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,uniform,0.09865066409111023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,uniform,0.11565867066383362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,8,uniform,0.035760000348091125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,uniform,0.1534293293952942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,uniform,0.08508267005284627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,8,uniform,0.03878933439652125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,4,uniform,0.036544000109036766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,uniform,0.0846506655216217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,4,uniform,0.03921066721280416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,uniform,0.08567466338475545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,uniform,0.09551466504732768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,uniform,0.08743466933568318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,uniform,0.116047998269399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,uniform,0.046240001916885376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,uniform,0.04161066561937332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,uniform,0.04275199770927429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,uniform,0.04131733377774557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,uniform,0.04294399917125702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,uniform,0.05403199791908264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,64,uniform,0.0701279987891515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,128,uniform,0.06946666538715363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,uniform,0.07362666726112366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,uniform,0.07565333445866902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,uniform,0.08165866633256276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,uniform,0.09760533769925435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,uniform,0.09782399733861287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,uniform,0.09516266981760661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,8,uniform,0.036618667344252266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,uniform,0.09869866569836934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,uniform,0.10309333602587382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,uniform,0.15314132968584696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,uniform,0.12004799644152324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,4,uniform,0.03691199918588003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,4,uniform,0.04067733387152354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,8,uniform,0.03931200007597605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,uniform,0.08248533308506012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,uniform,0.08614933490753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,uniform,0.0842133363087972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,uniform,0.12229866782824199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,uniform,0.09877866506576538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,uniform,0.08833066622416179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,uniform,0.04252266883850098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,uniform,0.04701333244641622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,uniform,0.041989331444104515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,uniform,0.04154133299986521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,uniform,0.04247466723124186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,uniform,0.05489066739877065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,128,uniform,0.07111466427644093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,uniform,0.0743093341588974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,64,uniform,0.07136000196139018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,uniform,0.07462400197982788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,uniform,0.10051733255386353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,uniform,0.08256533245245616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,uniform,0.09679466485977173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,uniform,0.10122133294741313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,uniform,0.09848533074061076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,uniform,0.15520532925923666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,uniform,0.11917333801587422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,uniform,0.10319466392199199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,4,uniform,0.0369759996732076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,8,uniform,0.03587199995915095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,8,uniform,0.03909866760174433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,uniform,0.08557867010434468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,4,uniform,0.04083200047413508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,uniform,0.08403199911117554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,uniform,0.04288533329963684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,uniform,0.08628799517949422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,uniform,0.1251200040181478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,uniform,0.087226668993632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,uniform,0.09973333279291789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,uniform,0.04334933559099833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,uniform,0.04233066737651825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,uniform,0.04236799975236257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,uniform,0.047082667549451195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,uniform,0.054933334390322365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,128,uniform,0.0714026689529419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,uniform,0.07429333527882893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,64,uniform,0.07228266696135204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,uniform,0.07776000102361043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,uniform,0.08293333152929942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,uniform,0.10186133782068889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,uniform,0.10249066352844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,uniform,0.09956799944241841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,uniform,0.10165866216023763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,uniform,0.10636267066001892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,8,uniform,0.036389333506425224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,uniform,0.11988266309102376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,uniform,0.15492266416549683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,8,uniform,0.039594667653242745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,4,uniform,0.037402667105197906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,uniform,0.08797867099444072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,4,uniform,0.04174399872620901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,uniform,0.08920533458391826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,uniform,0.08967467149098714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,uniform,0.08859733740488689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,uniform,0.04289066791534424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,uniform,0.10205333431561787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,uniform,0.12795733412106833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,uniform,0.04231466849644979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,uniform,0.043509334325790405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,uniform,0.05535466472307841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,uniform,0.044250667095184326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,uniform,0.04845866560935974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,uniform,0.08543466528256734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,64,uniform,0.07457066575686137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,uniform,0.07780266801516215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,128,uniform,0.07433066765467326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,uniform,0.07900266846021016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,uniform,0.09900266925493877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,uniform,0.1029813289642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,uniform,0.10392000277837117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,uniform,0.10245866576830547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,uniform,0.10781332850456238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,4,uniform,0.038959999879201256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,uniform,0.15919466813405356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,uniform,0.12411733468373616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,8,uniform,0.041722665230433144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,8,uniform,0.036917333801587425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,uniform,0.09144533673922221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,4,uniform,0.043290664752324425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,uniform,0.09018666545550029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,uniform,0.08993066350618999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,uniform,0.09274133046468098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,uniform,0.043680002291997276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,uniform,0.10045866171518962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,uniform,0.12980799873669943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,uniform,0.043578664461771645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,uniform,0.0565226674079895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,uniform,0.04450133442878723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,uniform,0.04310933252175649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,uniform,0.04869333406289419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,uniform,0.08075733482837677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,128,uniform,0.07462400197982788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,64,uniform,0.075162669022878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,uniform,0.0788320004940033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,uniform,0.08549333612124126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,uniform,0.10031466682751973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,uniform,0.1067519982655843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,uniform,0.10671466588973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,uniform,0.12712533275286356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,uniform,0.1055413285891215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,uniform,0.11131200194358826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,4,uniform,0.03921599934498469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,uniform,0.16197866201400757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,8,uniform,0.037077332536379494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,8,uniform,0.042863999803860985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,uniform,0.09185066819190979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,4,uniform,0.043509334325790405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,uniform,0.08932266632715861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,uniform,0.0906880001227061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,uniform,0.0930613378683726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,uniform,0.04450666904449463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,uniform,0.10499733686447144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,uniform,0.13160000244776407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,uniform,0.043925335009892784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,uniform,0.0436106671889623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,uniform,0.05778133372465769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,uniform,0.04535466432571411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,uniform,0.04933333396911621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,128,uniform,0.07578133543332417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,uniform,0.08708266417185466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,64,uniform,0.07539733250935872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,uniform,0.08007466793060303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,uniform,0.08038400113582611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,uniform,0.10468266407648723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,uniform,0.1067733367284139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,uniform,0.10744532942771912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,uniform,0.1058240036169688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,uniform,0.12969066699345908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,uniform,0.11150399843851726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,4,uniform,0.03975466638803482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,uniform,0.1637226641178131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,8,uniform,0.037605332831541695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,4,uniform,0.04460800190766653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,8,uniform,0.043375998735427856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,uniform,0.0916319986184438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,uniform,0.09513066212336223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,uniform,0.09373866518338521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,uniform,0.09397332866986592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,uniform,0.04523199796676636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,uniform,0.13486933708190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,uniform,0.10885333021481831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,uniform,0.04499199986457825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,uniform,0.04474666714668274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,uniform,0.06049066781997681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,uniform,0.046181331078211464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,uniform,0.05003733436266581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,128,uniform,0.07774933179219563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,64,uniform,0.07798933486143748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,uniform,0.08091199894746144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,uniform,0.09059199690818787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,uniform,0.08338666955629985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,uniform,0.10677867134412129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,uniform,0.109525332848231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,uniform,0.13145066301027933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,uniform,0.10949333508809407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,uniform,0.11003200213114421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,uniform,0.11293866237004598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,uniform,0.1686026652654012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,8,uniform,0.04785599807898203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,8,uniform,0.04331733286380768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,4,uniform,0.04540266593297323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,4,uniform,0.05253866811593374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,uniform,0.09846933682759602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,uniform,0.10240000486373901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,uniform,0.09867200255393982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,uniform,0.09662933150927226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,uniform,0.11397866408030193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,uniform,0.13964266578356424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,uniform,0.045466666420300804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,uniform,0.043935999274253845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,uniform,0.0439626673857371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,uniform,0.05754133562246958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,uniform,0.04854933420817057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,64,uniform,0.08126933375994365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,128,uniform,0.08147199948628743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,uniform,0.0735093355178833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,uniform,0.08526933193206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,uniform,0.11868799726168315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,uniform,0.08709866801897685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,uniform,0.09546666344006856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,uniform,0.11382399996121724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,uniform,0.11442666252454121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,uniform,0.11658133069674174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,uniform,0.1420906682809194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,uniform,0.12104533116022746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,uniform,0.1774079998334249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,8,uniform,0.04412800073623657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,4,uniform,0.046122665206591286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,uniform,0.10078400373458862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,8,uniform,0.05202666421731313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,4,uniform,0.05560533205668131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,uniform,0.10095466176668803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,uniform,0.14298133055369058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,uniform,0.10533866286277771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,uniform,0.10223999619483948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,uniform,0.11600533127784729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,uniform,0.04518933097521464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,uniform,0.045007998744646706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,uniform,0.049957334995269775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,uniform,0.04766400158405304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,uniform,0.06083733340104421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,uniform,0.07584533095359802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,uniform,0.09574400385220845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,128,uniform,0.08157333234945933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,64,uniform,0.08226133386294048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,uniform,0.08780266841252644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,uniform,0.10948266585667928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,uniform,0.12009066343307495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,uniform,0.1425226628780365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,uniform,0.11913599570592244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,uniform,0.11913067102432251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,uniform,0.12363200386365254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,8,uniform,0.04545066754023234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,uniform,0.14340800046920776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,uniform,0.17985600233078003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,4,uniform,0.04894933104515076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,8,uniform,0.05436799923578898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,4,uniform,0.06003733476003011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,uniform,0.10507733623186748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,uniform,0.10388799508412679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,uniform,0.10598400235176086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,uniform,0.04734933376312256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,uniform,0.10977066556612651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,uniform,0.12325867017110188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,uniform,0.0455626646677653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,uniform,0.15155733625094095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,uniform,0.04850666721661886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,uniform,0.0626933326323827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,uniform,0.05279466509819031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,uniform,0.08074666559696198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,128,uniform,0.08533866206804912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,64,uniform,0.08589866757392883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,uniform,0.09251733620961507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,uniform,0.11372266213099162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,uniform,0.09971200426419576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,uniform,0.1476853291193644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,uniform,0.12340799967447917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,uniform,0.12426132957140605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,uniform,0.15095466375350952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,uniform,0.12615999579429626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,uniform,0.18791999419530234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,uniform,0.13176000118255615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,8,uniform,0.0554666668176651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,4,uniform,0.07937066753705342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,4,uniform,0.06112533311049143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,8,uniform,0.0726453314224879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,uniform,0.15441600481669107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,uniform,0.11343466242154439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,uniform,0.11351999640464783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,uniform,0.1178986628850301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,uniform,0.13085866967837015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,uniform,0.20451732476552328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,uniform,0.05382933219273885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,uniform,0.05349333087603251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,uniform,0.05551999807357788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,uniform,0.0629120022058487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,uniform,0.07615466912587483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,uniform,0.10850133498509724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,uniform,0.10028266906738281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,64,uniform,0.094842662413915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,128,uniform,0.09523199995358785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,uniform,0.13591999808947244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,uniform,0.12055466572443645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,uniform,0.13774933417638144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,uniform,0.18201067050298056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,uniform,0.13524267077445984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,uniform,0.1388800044854482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,uniform,0.14497066537539163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,uniform,0.16737600167592367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,8,uniform,0.06386666496594746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,uniform,0.20631466309229532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,4,uniform,0.07077866792678833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,8,uniform,0.08071466783682506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,4,uniform,0.08962133526802063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,uniform,0.12405332922935486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,uniform,0.12309333682060242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,uniform,0.1283573309580485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,uniform,0.14056533575057983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,uniform,0.16765866676966348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,uniform,0.05912533402442932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,uniform,0.05666666726271311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,uniform,0.21969600518544516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,uniform,0.06125866870085398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,uniform,0.07091733316580455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,128,uniform,0.10716799894968669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,uniform,0.08664000034332275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,64,uniform,0.1064906617005666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,uniform,0.12063466509183247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,uniform,0.11666666467984517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,uniform,0.12970133622487387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,uniform,0.2135253349939982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,uniform,0.15244799852371216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,uniform,0.1472053329149882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,uniform,0.14948266744613647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,uniform,0.15821866194407144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,uniform,0.2839146653811137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,uniform,0.1744640072186788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,uniform,0.20878932873408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,8,uniform,0.08170666793982188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,4,uniform,0.09021332859992981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,8,uniform,0.10728533069292705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,4,uniform,0.11617599924405415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,uniform,0.14692266782124838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,uniform,0.14866666992505392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,uniform,0.15999466180801392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,uniform,0.17322667439778647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,uniform,0.20826133092244467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,uniform,0.28357867399851483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,uniform,0.07321066657702129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,uniform,0.07277866701285045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,uniform,0.07809600234031677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,uniform,0.08962666988372803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,64,uniform,0.12284266948699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,uniform,0.10909333825111389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,uniform,0.15385599931081137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,128,uniform,0.12156266967455547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,uniform,0.13578133781750998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,uniform,0.255840003490448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,uniform,0.19325333833694458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,uniform,0.1508853336175283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,uniform,0.17142399152119955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,uniform,0.18565332889556885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,uniform,0.2032960057258606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,uniform,0.17402132352193198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,uniform,0.24119999011357626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,8,uniform,0.0985599954922994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,4,uniform,0.11124266187349956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,uniform,0.3309280077616374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,8,uniform,0.1309440036614736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,4,uniform,0.1442080040772756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,uniform,0.16370133558909097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,uniform,0.1676479975382487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,uniform,0.17912532885869345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,uniform,0.20037333170572916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,uniform,0.24292266368865967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,uniform,0.33636800448099774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,uniform,0.07930666704972585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,uniform,0.0890880028406779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,uniform,0.08229866623878479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,uniform,0.10179199775060017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,uniform,0.12666133046150208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,uniform,0.18304532766342163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,uniform,0.16150933504104614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,128,uniform,0.14380799730618796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,64,uniform,0.14702933033307394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,uniform,0.18086934089660645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,uniform,0.2039519945780436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,uniform,0.23462400833765665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,uniform,0.19883733987808228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,uniform,0.3232053319613139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,uniform,0.21725332736968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,uniform,0.24363199869791666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,uniform,0.29491732517878216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,uniform,0.41552531719207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,8,uniform,0.13124799728393555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,4,uniform,0.19749333461125693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,8,uniform,0.1762453317642212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,4,uniform,0.14753599961598715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,uniform,0.20915732781092325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,uniform,0.2157920002937317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,uniform,0.23138133684794107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,uniform,0.31453333298365277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,uniform,0.26207466920216876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,uniform,0.4482986529668172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,uniform,0.10032000144322713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,uniform,0.10520000259081523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,uniform,0.11360533038775127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,uniform,0.13301866253217062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,uniform,0.1678666671117147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,uniform,0.25019200642903644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,128,uniform,0.1784320076306661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,64,uniform,0.18620266517003378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,uniform,0.20932267109553018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,uniform,0.31915199756622314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,uniform,0.23593066136042276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,uniform,0.46271467208862305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,uniform,0.23955732583999634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,uniform,0.2632426619529724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,uniform,0.24629332621892294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,uniform,0.3645333449045817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,uniform,0.2999839981396993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,uniform,0.5218079884847006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,8,uniform,0.15896000464757284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,8,uniform,0.2216800053914388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,4,uniform,0.2499199906984965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,4,uniform,0.1830186645189921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,uniform,0.2525813380877177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,uniform,0.26578666766484577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,uniform,0.28230400880177814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,uniform,0.32494932413101196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,uniform,0.552016019821167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,uniform,0.11483200391133626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,uniform,0.38572800159454346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,uniform,0.1223306655883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,uniform,0.1345866620540619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,uniform,0.15662933389345804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,uniform,0.2193440000216166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,uniform,0.32740267117818195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,64,uniform,0.2188213268915812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,128,uniform,0.21010667085647583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,uniform,0.25552000602086383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,uniform,0.2876480023066203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,uniform,0.39002132415771484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,uniform,0.5986613432566324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,uniform,0.3787999947865804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,uniform,0.31005332867304486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,uniform,0.29825599988301593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,uniform,0.3303040067354838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,4,uniform,0.25173866748809814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,uniform,0.4508800109227498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,8,uniform,0.220143993695577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,uniform,0.6499466498692831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,4,uniform,0.35425599416097003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,8,uniform,0.310751994450887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,uniform,0.34886399904886883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,uniform,0.3658133347829183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,uniform,0.39192001024882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,uniform,0.44541335105895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,uniform,0.5444693168004354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,uniform,0.15602133671442667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,uniform,0.7860960165659586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,uniform,0.16565866271654764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,uniform,0.18306666612625122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,uniform,0.2177120049794515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,uniform,0.30587200323740643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,uniform,0.4514346520105998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,128,uniform,0.29605333010355633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,64,uniform,0.30268800258636475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,uniform,0.3543413480122884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,uniform,0.4074079990386963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,uniform,0.5600959857304891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,uniform,0.8379733562469482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,uniform,0.39339200655619305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,uniform,0.41073067982991535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,uniform,0.44231998920440674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,8,uniform,0.27777600288391113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,uniform,0.6015733480453491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,4,uniform,0.32811200618743896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,uniform,0.5018293460210165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,8,uniform,0.4028480052947998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,4,uniform,0.4665546814600627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,uniform,0.8502026398976644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,uniform,0.4657226800918579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,uniform,0.4459466536839803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,uniform,0.5097493330637614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,uniform,0.5732479890187582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,uniform,0.7134933471679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,uniform,1.0358826319376628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,uniform,0.19262399276097616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,uniform,0.20326934258143106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,uniform,0.22686400016148886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,uniform,0.27689599990844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,uniform,0.6099573373794556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,uniform,0.4052799940109253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,128,uniform,0.36424001057942706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,64,uniform,0.3771573305130005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,uniform,0.4468799829483032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,uniform,0.5218506654103597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,uniform,0.7408693631490072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,uniform,1.123311996459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,uniform,0.5084853172302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,uniform,0.5334879954655966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,uniform,0.5672266483306885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,8,uniform,0.3927679856618245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,uniform,0.6387893358866373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,4,uniform,0.6767893632253011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,8,uniform,0.5838773250579834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,4,uniform,0.46215999126434326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,uniform,0.7811893622080485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,uniform,1.0979413191477458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,uniform,0.6396799882253011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,uniform,0.6666346788406372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,uniform,0.7252639929453532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,uniform,0.8456693490346273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,uniform,1.0397013028462727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,uniform,1.5215412775675456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,uniform,0.26548266410827637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,uniform,0.31732799609502155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,uniform,0.2930346727371216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,uniform,0.3932906786600749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,uniform,0.5763413508733114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,uniform,0.891109307607015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,128,uniform,0.5210613409678141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,64,uniform,0.5391146739323934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,uniform,0.6450399955113729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,uniform,0.7667466799418131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,uniform,1.090272029240926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,uniform,1.6753387451171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,uniform,0.729535977045695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,uniform,0.8395093282063802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,uniform,0.7632959683736166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,8,uniform,0.5171680053075155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,4,uniform,0.6276319821675619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,8,uniform,0.7746240297953287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,4,uniform,0.9483839670817057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,uniform,0.9398453235626221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,uniform,1.14574400583903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,uniform,1.6350986162821453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,uniform,0.8314719994862875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,uniform,0.9650879700978597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,uniform,1.1253279844919841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,uniform,0.8730826377868652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,uniform,1.3934186299641926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,uniform,2.035594622294108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,uniform,0.3444639841715495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,uniform,0.4230133295059204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,uniform,0.3654559850692749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,uniform,0.5166720151901245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,uniform,1.204202651977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,uniform,0.7894186973571777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,128,uniform,0.670197327931722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,64,uniform,0.697925329208374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,uniform,0.8377013206481934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,uniform,2.1994825998942056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,uniform,1.4411627451578777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,uniform,1.0031306743621826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,uniform,0.9528853098551432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,uniform,1.0040160020192463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,uniform,1.10045329729716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,8,uniform,0.6382559935251871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,4,uniform,0.7909226417541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,8,uniform,0.9926666418711344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,4,uniform,1.1927893161773682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,uniform,1.2540480295817058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,uniform,1.500293254852295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,uniform,2.142810662587484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,uniform,1.0420640309651692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,uniform,1.076533317565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,uniform,1.3938666979471843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,uniform,1.1826293468475342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,uniform,1.7548213005065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,uniform,2.5897226333618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,uniform,0.44219199816385907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,uniform,0.5017546812693278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,uniform,0.4519413312276204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,uniform,0.6394079923629761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,uniform,0.9865439732869467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,uniform,1.5405333836873372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,128,uniform,0.835424025853475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,64,uniform,0.8590453465779623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,uniform,1.0418612957000732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,uniform,1.7843039830525715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,uniform,1.2309333483378093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,uniform,2.7506240208943686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,8,uniform,0.05080533524354299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,8,uniform,0.05589333176612854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,uniform,1.2552800178527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,uniform,1.177290678024292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,4,uniform,0.057146668434143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,uniform,0.07734933495521545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,uniform,0.07492800056934357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,uniform,1.3614719708760579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,uniform,0.07252266506354015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,uniform,0.07380266487598419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,uniform,0.07316266496976216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,uniform,0.04841066896915436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,uniform,0.05400000015894572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,uniform,0.05019199848175049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,128,uniform,0.07768533130486806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,64,uniform,0.07157866656780243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,uniform,0.06842666864395142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,uniform,0.07553066809972127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,uniform,0.07396799822648366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,uniform,0.07721066474914551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,uniform,0.07430399954319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,uniform,0.07473599910736084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,8,uniform,0.05136533578236898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,8,uniform,0.05550933380921682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,4,uniform,0.05629333357016245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,uniform,0.0783733328183492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,uniform,0.07472533484299977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,uniform,0.07554666697978973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,uniform,0.0754559983809789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,uniform,0.05176533261934916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,uniform,0.0759680022795995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,uniform,0.055125330885251365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,128,uniform,0.0775679995616277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,uniform,0.048485333720842995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,uniform,0.06915199756622314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,64,uniform,0.07263466715812683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,uniform,0.07832533121109009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,uniform,1.9440266291300456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,uniform,0.07438399891058604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,uniform,1.5575626691182454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,uniform,0.07609066863854726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,uniform,0.07750933369000752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,uniform,0.07460266848405202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,uniform,2.7956320444742837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,8,uniform,0.05306133131186167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,uniform,0.07467733323574066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,8,uniform,0.055013333757718406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,uniform,0.07528000076611836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,uniform,0.07761066655317943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,4,uniform,0.06136533121267954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,uniform,0.07775466640790303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,uniform,0.05515733361244202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,uniform,0.08163733283678691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,uniform,0.07877866427103679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,uniform,0.04930666585763296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,128,uniform,0.07784000039100647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,uniform,0.05258666475613912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,uniform,0.06878399848937988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,64,uniform,0.07215466598669688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,uniform,0.07610133290290833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,uniform,0.07467733323574066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,uniform,0.07885333398977916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,uniform,0.08060800035794576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,8,uniform,0.0558186670144399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,uniform,0.07890666524569194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,8,uniform,0.050570666790008545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,4,uniform,0.06165333092212677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,uniform,0.07442666590213776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,uniform,0.05340800185998281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,uniform,0.08075733482837677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,uniform,0.08872532844543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,uniform,0.08283199866612752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,uniform,0.052000001072883606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,64,uniform,0.07308266560236613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,uniform,0.05115733544031779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,128,uniform,0.07880533238252004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,uniform,0.07276266813278198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,uniform,0.0825493335723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,uniform,0.0790773332118988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,uniform,0.07449066638946533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,uniform,0.08004266520341237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,uniform,0.0883146623770396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,8,uniform,0.051541333397229515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,4,uniform,0.061386664708455406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,8,uniform,0.0565280020236969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,uniform,0.0780266672372818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,uniform,0.07906133433183034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,uniform,0.05459733307361603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,uniform,0.08571199576059978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,uniform,0.10236266255378723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,uniform,0.05332266787687937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,uniform,0.09205333391825359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,64,uniform,0.07682133217652638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,uniform,0.054330666859944664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,128,uniform,0.07645866771539052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,uniform,0.07573333382606506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,uniform,0.09054399530092876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,uniform,0.08057599763075511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,uniform,0.07947733501593272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,uniform,0.08666132887204488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,uniform,0.10148266951243083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,4,uniform,0.06256533165772755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,8,uniform,0.051221330960591636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,8,uniform,0.0563679983218511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,uniform,0.09550933043162028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,uniform,0.09628267089525859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,uniform,0.13741333285967508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,uniform,0.10125333070755005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,uniform,0.10982400178909302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,uniform,0.05644799768924713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,64,uniform,0.07770133515199025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,uniform,0.05522133409976959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,uniform,0.05514666438102722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,128,uniform,0.08156266808509827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,uniform,0.07967466612656911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,uniform,0.10266666611035664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,uniform,0.09654933214187622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,uniform,0.09453333417574565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,uniform,0.11090133587519328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,8,uniform,0.05202133456865946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,4,uniform,0.06180266539255778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,uniform,0.133242666721344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,uniform,0.09428800145785014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,8,uniform,0.05670933425426483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,uniform,0.13913066188494363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,uniform,0.09514666597048442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,uniform,0.11200533310572307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,uniform,0.10168000062306722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,uniform,0.056464001536369324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,128,uniform,0.07840000092983246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,uniform,0.056032001972198486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,uniform,0.05628266433874766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,uniform,0.12490133444468181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,uniform,0.08291733264923096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,64,uniform,0.07899733384450276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,uniform,0.1149066686630249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,uniform,0.11442666252454121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,uniform,0.13962666193644205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,8,uniform,0.05347733199596405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,uniform,0.17005866765975952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,8,uniform,0.05646933118502299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,4,uniform,0.06180266539255778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,uniform,0.09661866227785747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,uniform,0.09564800063769023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,uniform,0.1125973363717397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,uniform,0.10382933417956035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,uniform,0.14141333103179932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,64,uniform,0.08323733508586884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,uniform,0.05695466697216034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,uniform,0.055215999484062195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,uniform,0.055770665407180786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,128,uniform,0.08146666487058003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,uniform,0.0820906658967336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,uniform,0.11761066317558289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,uniform,0.11808000008265178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,uniform,0.12763733665148416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,uniform,0.14040533701578775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,uniform,0.1729066570599874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,4,uniform,0.06588266789913177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,8,uniform,0.05189866820971171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,8,uniform,0.05905066430568695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,uniform,0.14337600270907083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,uniform,0.09630399942398071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,uniform,0.09693866968154907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,uniform,0.11326932907104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,uniform,0.1048959990342458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,uniform,0.0554666668176651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,uniform,0.05659733215967814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,uniform,0.056517332792282104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,128,uniform,0.08275733391443889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,64,uniform,0.08115200201670329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,uniform,0.08338133494059245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,uniform,0.14055466651916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,uniform,0.11544000109036763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,uniform,0.1149173378944397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,uniform,0.1272053321202596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,4,uniform,0.06592000027497609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,8,uniform,0.05259733398755392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,uniform,0.17517866690953574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,8,uniform,0.05871999760468801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,uniform,0.09754133224487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,uniform,0.09653866291046143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,uniform,0.10586667060852051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,uniform,0.11503466963768005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,uniform,0.14316266775131226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,uniform,0.055973331133524575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,uniform,0.05595199763774872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,uniform,0.0851039985815684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,uniform,0.05681600173314413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,128,uniform,0.08158933122952779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,64,uniform,0.08083199958006541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,uniform,0.14230400323867798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,uniform,0.11645866433779399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,uniform,0.11793599526087443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,uniform,0.12955733140309653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,8,uniform,0.058229332168896995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,4,uniform,0.0650186687707901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,uniform,0.17479999860127768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,8,uniform,0.05204799771308899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,uniform,0.09891733527183533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,uniform,0.09813867012659709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,uniform,0.143994669119517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,uniform,0.10684266686439514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,uniform,0.11357333262761433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,uniform,0.05766933163007101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,uniform,0.0551146666208903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,64,uniform,0.08352532982826233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,uniform,0.05713599920272827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,128,uniform,0.08379200100898743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,uniform,0.14403200149536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,uniform,0.11967466274897258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,uniform,0.08829866846402486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,uniform,0.11974933743476868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,uniform,0.13080533345540366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,8,uniform,0.054245332876841225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,uniform,0.1771999994913737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,8,uniform,0.062037333846092224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,4,uniform,0.06759466727574666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,uniform,0.10120532910029094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,uniform,0.10733333230018616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,uniform,0.05773866673310598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,uniform,0.10036800305048625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,uniform,0.11621333161989848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,uniform,0.14640000462532043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,64,uniform,0.08362666765848796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,uniform,0.05624000231424967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,uniform,0.05700799822807312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,128,uniform,0.08444266517957051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,uniform,0.08756800492604573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,uniform,0.12056000034014384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,uniform,0.13274666666984558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,uniform,0.12077333529790242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,uniform,0.14432533582051596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,uniform,0.10316800077756245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,8,uniform,0.05287466446558634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,8,uniform,0.06137066582838694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,uniform,0.17986667156219482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,4,uniform,0.06679999828338623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,uniform,0.10018666585286458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,uniform,0.1174720029036204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,uniform,0.10683199763298035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,uniform,0.14708800117174783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,uniform,0.056746666630109154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,uniform,0.05867200096448263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,uniform,0.05751466751098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,64,uniform,0.08498133222262065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,128,uniform,0.08598400155703227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,uniform,0.09009066224098206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,uniform,0.1832746664683024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,uniform,0.12083199620246887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,uniform,0.12300266822179158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,8,uniform,0.05500799914201101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,uniform,0.13269333044687906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,uniform,0.14408000310262045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,4,uniform,0.06923733154932658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,8,uniform,0.06373866895834605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,uniform,0.1025279959042867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,uniform,0.05929600199063619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,uniform,0.10078932841618855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,uniform,0.10891200105349223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,uniform,0.11849600076675415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,uniform,0.14681067069371542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,uniform,0.05701333284378052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,128,uniform,0.08646399776140849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,uniform,0.05772800246874491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,64,uniform,0.08585600058237712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,uniform,0.09098133444786072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,uniform,0.12215466300646464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,uniform,0.12135466933250427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,uniform,0.14797866344451904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,uniform,0.13402133186658224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,uniform,0.18418665726979574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,8,uniform,0.0634080022573471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,8,uniform,0.07792533437410991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,uniform,0.10336533188819885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,4,uniform,0.08261866867542267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,uniform,0.10446400443712871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,uniform,0.11060800155003865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,uniform,0.05964266757170359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,uniform,0.12192533413569133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,uniform,0.15245866775512695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,uniform,0.06260266900062561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,uniform,0.06351999938488007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,uniform,0.09156800309816997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,128,uniform,0.08416533470153809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,64,uniform,0.0867199997107188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,uniform,0.12923733393351236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,uniform,0.12556800246238708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,uniform,0.13521599769592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,uniform,0.15194666385650635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,uniform,0.1906506617863973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,8,uniform,0.08095466593901317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,8,uniform,0.06508266429106395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,uniform,0.12217066685358684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,4,uniform,0.08506133159001668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,uniform,0.10513066252072652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,uniform,0.11225600043932597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,uniform,0.10506666700045268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,uniform,0.05945600072542826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,uniform,0.15501866738001505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,uniform,0.06150400141874949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,uniform,0.06589333216349284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,128,uniform,0.1067626674969991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,uniform,0.13769066333770752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,64,uniform,0.107424000898997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,uniform,0.11117866635322571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,uniform,0.127509335676829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,uniform,0.12829333543777466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,8,uniform,0.06885333359241486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,uniform,0.15346133708953857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,uniform,0.18989866971969604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,8,uniform,0.08682133754094441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,4,uniform,0.09099200367927551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,uniform,0.1163146694501241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,uniform,0.1067573328812917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,uniform,0.10680533448855083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,uniform,0.12796800335248312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,uniform,0.1586026648680369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,uniform,0.06044266621271769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,uniform,0.06497066716353099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,uniform,0.061205332477887474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,128,uniform,0.10949333508809407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,64,uniform,0.10794132947921753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,uniform,0.1418186624844869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,uniform,0.11398399869600932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,uniform,0.1296266714731852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,uniform,0.13087999820709229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,uniform,0.1577173372109731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,8,uniform,0.10997333129247029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,uniform,0.19320533672968546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,8,uniform,0.0836853285630544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,4,uniform,0.1172106663386027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,uniform,0.1386293371518453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,uniform,0.16617600123087564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,uniform,0.1336799959341685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,uniform,0.14639467000961304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,uniform,0.21365867058436075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,uniform,0.07251200079917908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,uniform,0.0718560020128886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,128,uniform,0.12531200051307678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,uniform,0.07946133116881053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,64,uniform,0.1200266679128011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,uniform,0.13828266660372415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,uniform,0.13924266894658408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,uniform,0.17002665996551514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,uniform,0.13910399874051413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,uniform,0.1534293293952942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,uniform,0.21145600080490112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,8,uniform,0.09658666451772054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,8,uniform,0.13240533073743185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,4,uniform,0.14074132839838663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,uniform,0.14314132928848267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,uniform,0.13987200458844504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,uniform,0.1495733360449473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,uniform,0.1760960022608439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,uniform,0.08498666683832805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,uniform,0.2254400054613749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,uniform,0.07678399980068207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,uniform,0.07647466659545898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,64,uniform,0.14109866817792258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,128,uniform,0.1423893372217814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,uniform,0.17343467473983765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,uniform,0.1572053333123525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,uniform,0.1732106606165568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,uniform,0.18355733156204224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,8,uniform,0.17962133884429932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,uniform,0.21594667434692383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,8,uniform,0.1256160040696462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,uniform,0.2850133379300435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,4,uniform,0.18610666195551553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,uniform,0.17947733402252197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,uniform,0.18555200099945068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,uniform,0.17681066195170084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,uniform,0.2189813256263733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,uniform,0.2787626584370931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,uniform,0.09220266342163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,uniform,0.09150399764378865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,128,uniform,0.16893333196640015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,uniform,0.09826133648554485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,64,uniform,0.16409599781036377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,uniform,0.173744002978007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,uniform,0.18805332978566489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,uniform,0.19010667006174722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,uniform,0.2400373419125875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,uniform,0.20177066326141357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,8,uniform,0.14793599645296732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,uniform,0.31201066573460895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,8,uniform,0.22522133588790894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,4,uniform,0.23270400365193686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,uniform,0.21371734142303467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,uniform,0.21217066049575806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,uniform,0.2212373415629069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,uniform,0.2511253356933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,uniform,0.10427733262379964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,uniform,0.33162132898966473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,uniform,0.10281599561373393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,uniform,0.10909333825111389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,64,uniform,0.1973173419634501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,128,uniform,0.19831466674804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,uniform,0.29841067393620807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,uniform,0.21812800566355386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,uniform,0.2445440093676249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,uniform,0.2500106692314148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,uniform,0.2579893271128337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,8,uniform,0.20195732514063516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,uniform,0.39692266782124835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,8,uniform,0.31595200300216675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,4,uniform,0.32230399052302044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,uniform,0.28203733762105304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,uniform,0.28453866640726727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,uniform,0.2916693290074666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,uniform,0.14014933506647745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,uniform,0.331061323483785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,uniform,0.44124265511830646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,uniform,0.1344053347905477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,uniform,0.14255467057228088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,128,uniform,0.2568053404490153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,uniform,0.2813706596692403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,64,uniform,0.25011734167734784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,uniform,0.30425065755844116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,uniform,0.30686400334040326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,uniform,0.3176586627960205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,8,uniform,0.2514293392499288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,8,uniform,0.4040106534957886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,uniform,0.3635786771774292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,4,uniform,0.411354660987854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,uniform,0.4824800093968709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,uniform,0.3538080056508382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,uniform,0.36184000968933105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,uniform,0.35760001341501874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,uniform,0.4071626663208008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,uniform,0.525541345278422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,uniform,0.1657919983069102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,uniform,0.15818666418393454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,uniform,0.16911466916402182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,128,uniform,0.305242657661438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,64,uniform,0.2961973349253337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,uniform,0.3415199915568034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,uniform,0.40783464908599854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,uniform,0.41172266006469727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,uniform,0.41125333309173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,8,uniform,0.35097066561381024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,uniform,0.609658678372701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,8,uniform,0.5821866591771444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,uniform,0.47095998128255206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,4,uniform,0.5894080003102621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,uniform,0.4873013496398926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,uniform,0.4943573474884033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,uniform,0.5626826683680216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,uniform,0.5017173290252686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,uniform,0.7314186890920004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,uniform,0.22087999184926352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,uniform,0.21253865957260132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,uniform,0.22303466002146402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,64,uniform,0.4217386643091838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,128,uniform,0.42687467734018963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,uniform,0.4863893191019694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,uniform,0.5300266742706299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,uniform,0.5390506585439047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,uniform,0.5462026596069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,8,uniform,0.4535520076751709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,4,uniform,0.7580906550089518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,8,uniform,0.7512266635894775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,uniform,0.6174666484196981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,uniform,0.7961226304372152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,uniform,0.6263306538263956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,uniform,0.6387999852498373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,uniform,0.6420373519261678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,uniform,0.7174346446990967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,uniform,0.9349706967671713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,uniform,0.2672746578852336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,uniform,0.2749226689338684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,uniform,0.28276799122492474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,128,uniform,0.5250453154246012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,64,uniform,0.5212800105412801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,uniform,0.6100000143051147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,uniform,0.7012480099995931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,uniform,0.6903626918792725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,uniform,0.7030719916025797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,4,uniform,1.1177546977996826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,8,uniform,0.6510026852289835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,8,uniform,1.1019999980926514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,uniform,0.7873760064442953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,uniform,1.02020263671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,uniform,0.9200853506724039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,uniform,0.9059306780497233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,uniform,0.9254986445109049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,uniform,0.3920160134633382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,uniform,1.3390132586161296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,uniform,1.0248479843139648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,uniform,0.3731520175933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,uniform,0.39800532658894855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,128,uniform,0.7537226676940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,64,uniform,0.7464000384012858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,uniform,0.8805973529815674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,uniform,0.9837386608123779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,uniform,1.0065173308054607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,uniform,1.0042186578114827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,8,uniform,0.8569920063018799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,8,uniform,1.4490079879760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,4,uniform,1.4708107312520344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,uniform,1.116223971048991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,uniform,1.4504000345865886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,uniform,1.1664746602376301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,uniform,1.1899466514587402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,uniform,1.196885347366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,uniform,1.324938694636027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,uniform,1.7233494122823079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,uniform,0.501141349474589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,uniform,0.4824800093968709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,uniform,0.5073973337809244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,128,uniform,0.9732693036397299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,64,uniform,0.9674346446990967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,uniform,1.1482400099436443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,uniform,1.2960533301035564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,8,uniform,1.0568479696909587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,uniform,1.3184693654378254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,uniform,1.3232639630635579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,8,uniform,1.8064799308776855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,4,uniform,1.826815923055013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,uniform,1.4726133346557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,uniform,1.9066613515218098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,uniform,1.4428319931030273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,uniform,1.4679786364237468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,uniform,1.4770506223042805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,uniform,1.6330240567525227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,uniform,2.134431997934977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,uniform,0.6059199968973795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,uniform,0.5771626631418864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,uniform,0.6157866716384888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,128,uniform,1.1797386805216472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,uniform,1.4028533299763997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,64,uniform,1.1755039691925049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,uniform,1.593008041381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,uniform,1.6226399739583333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,uniform,1.6236319541931152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,uniform,0.026880001028378803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,uniform,0.027818667391935985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,uniform,0.03258133431275686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,uniform,0.030133334298928578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,uniform,1.7976746559143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,uniform,0.05964800218741099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,uniform,2.3168907165527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,uniform,0.04841066896915436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,uniform,0.04866133133570353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,uniform,0.04947733382383982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,uniform,0.05186666548252106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,uniform,0.03152533372243246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,uniform,0.029002666473388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,uniform,0.028416000306606293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,uniform,0.02882666637500127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,128,uniform,0.05996799965699514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,64,uniform,0.04800533254941305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,uniform,0.04554666578769684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,uniform,0.04554666578769684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,uniform,0.04764266808827718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,uniform,0.04921066761016846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,uniform,0.06065600117047628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,uniform,0.049695998430252075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,uniform,0.056362668673197426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,uniform,0.05082133412361145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,uniform,0.027957332630952198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,uniform,0.02683199942111969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,uniform,0.03249066571394602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,uniform,0.029850666721661884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,uniform,0.0489279975493749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,uniform,0.06081599990526835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,uniform,0.04844800134499868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,uniform,0.050437331199645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,uniform,0.05508266886075338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,uniform,0.02958400050799052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,uniform,0.028688001135985058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,uniform,0.02847466617822647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,uniform,0.029045333464940388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,128,uniform,0.055642664432525635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,64,uniform,0.04576533536116282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,uniform,0.04403733213742574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,uniform,0.04427200059096018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,uniform,0.047194664676984154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,uniform,0.05596266686916351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,uniform,0.04814933240413666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,uniform,0.05038933455944061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,uniform,0.05193600058555603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,uniform,0.05574400226275126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,uniform,0.028789333999156952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,uniform,0.02611200014750163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,uniform,0.03143999973932902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,uniform,0.056661332647005715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,uniform,0.0499946673711141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,uniform,0.029706666866938274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,uniform,0.04885333279768626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,uniform,0.052058666944503784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,uniform,0.05461333195368449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,uniform,0.03048533449570338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,uniform,0.027471999327341717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,uniform,0.03047466774781545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,uniform,0.026816000541051228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,128,uniform,0.0554720014333725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,64,uniform,0.04462933540344238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,uniform,0.0459199994802475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,uniform,0.04771199822425842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,uniform,0.05099200208981832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,uniform,0.055434669057528176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,uniform,0.04773866633574168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,uniform,0.047653332352638245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,uniform,0.059301331639289856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,uniform,0.05117866893609365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,uniform,0.027482666075229645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,uniform,0.026352000733216602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,uniform,0.030495998760064442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,uniform,0.029951999584833782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,uniform,0.048613334695498146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,uniform,0.051258668303489685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,uniform,0.055311997731526695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,uniform,0.05306666592756907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,uniform,0.05966933568318685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,uniform,0.0296426663796107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,uniform,0.029279999434947968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,uniform,0.02807466685771942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,uniform,0.028725333511829376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,64,uniform,0.04595733185609182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,128,uniform,0.05574933191140493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,uniform,0.04587733248869578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,uniform,0.04877866804599762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,uniform,0.05426666637261709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,uniform,0.061280002196629844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,uniform,0.052154665191968284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,uniform,0.04728533327579498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,uniform,0.055642664432525635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,uniform,0.05991466840108236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,uniform,0.02624000112215678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,uniform,0.027776000400384266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,uniform,0.03070399910211563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,uniform,0.03139200061559677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,uniform,0.06063466767470042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,uniform,0.06005333364009857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,uniform,0.05942933261394501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,uniform,0.06401066482067108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,uniform,0.07016533116499583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,uniform,0.029578665892283123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,uniform,0.029274667302767437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,uniform,0.030016000072161358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,uniform,0.031285333136717476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,128,uniform,0.05614933371543884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,64,uniform,0.05597866574923197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,uniform,0.05622399846712748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,uniform,0.06277333199977875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,uniform,0.0561706672112147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,uniform,0.06177066763242086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,uniform,0.05692266424496969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,uniform,0.06321600079536438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,uniform,0.07028266787528992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,uniform,0.06247999767462412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,uniform,0.0271573339899381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,uniform,0.026789332429567974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,uniform,0.030074665943781536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,uniform,0.029882666965325672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,uniform,0.07656000057856242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,uniform,0.07729599873224895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,uniform,0.07851199805736542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,uniform,0.08557867010434468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,uniform,0.09975467125574748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,uniform,0.03050133337577184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,uniform,0.03182400017976761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,uniform,0.02938133229811986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,uniform,0.034517332911491394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,128,uniform,0.06308266520500183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,64,uniform,0.0625439981619517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,uniform,0.06148266792297363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,uniform,0.06337066491444905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,uniform,0.07448000212510426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,uniform,0.07474133372306824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,uniform,0.08051733175913493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,uniform,0.07387733459472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,uniform,0.08175999919573466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,uniform,0.10577600200970967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,uniform,0.027749332288901012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,uniform,0.0283146674434344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,uniform,0.030320001145203907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,uniform,0.03200000027815501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,uniform,0.0768693337837855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,uniform,0.07765333354473114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,uniform,0.07930133243401845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,uniform,0.08754133184750874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,uniform,0.10074133674303691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,uniform,0.031290667752424874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,uniform,0.029359998802344005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,uniform,0.03160533308982849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,uniform,0.03266133368015289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,128,uniform,0.057802667220433555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,64,uniform,0.057146668434143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,uniform,0.06253866851329803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,uniform,0.06450133522351582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,uniform,0.07090666890144348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,uniform,0.09251733620961507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,uniform,0.09299199779828389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,uniform,0.09017067154248555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,uniform,0.10268800457318623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,uniform,0.12432000041007996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,uniform,0.026341333985328674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,uniform,0.030938667555650074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,uniform,0.027024000883102417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,uniform,0.03219733387231827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,uniform,0.07342400153477986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,uniform,0.07886399825414021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,uniform,0.0759680022795995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,uniform,0.08797867099444072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,uniform,0.10276800394058228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,uniform,0.030613332986831665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,uniform,0.0320266659061114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,uniform,0.02945599953333537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,uniform,0.03446933378775915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,128,uniform,0.05894400179386139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,64,uniform,0.05840000013510386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,uniform,0.0631039987007777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,uniform,0.06530666848023732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,uniform,0.07189866900444031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,uniform,0.09334400296211243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,uniform,0.09460799892743428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,uniform,0.0920906662940979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,uniform,0.10470400253931682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,uniform,0.12584533294041952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,uniform,0.027957332630952198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,uniform,0.02961066613594691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,uniform,0.03307733436425527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,uniform,0.03224000086386999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,uniform,0.08045866588751475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,uniform,0.07725866635640462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,uniform,0.08323200047016144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,uniform,0.09039466579755147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,uniform,0.11735467116038005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,uniform,0.03501333296298981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,uniform,0.03219199925661087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,uniform,0.03201599915822347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,uniform,0.03859733293453852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,128,uniform,0.06117333471775055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,64,uniform,0.06584000090758006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,uniform,0.07339199880758922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,uniform,0.06566399832566579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,uniform,0.07691733539104462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,uniform,0.0920960009098053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,uniform,0.0921493371327718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,uniform,0.09572800000508626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,uniform,0.1109279990196228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,uniform,0.14446399609247842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,uniform,0.030085332691669464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,uniform,0.030437332888444264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,uniform,0.03489600121974945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,uniform,0.0331839993596077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,uniform,0.08031466603279114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,uniform,0.082096000512441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,uniform,0.08429867029190063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,uniform,0.09806399544080098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,uniform,0.11850666999816895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,uniform,0.03349333256483078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,uniform,0.03226666649182638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,uniform,0.0347626656293869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,uniform,0.03718400001525879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,128,uniform,0.06204266846179962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,64,uniform,0.06222933530807495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,uniform,0.06730666756629944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,uniform,0.07023466626803081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,uniform,0.08360532919565837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,uniform,0.0977226694424947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,uniform,0.09983999530474345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,uniform,0.11177600423494975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,uniform,0.09650133053461711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,uniform,0.15243732929229736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,uniform,0.029285334050655365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,uniform,0.030746666093667347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,uniform,0.03328000009059906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,uniform,0.034474665919939675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,uniform,0.07834666470686595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,uniform,0.08429333567619324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,uniform,0.08167466521263123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,uniform,0.09939199686050415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,uniform,0.11769066254297893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,uniform,0.034287999073664345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,uniform,0.03263466556866964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,uniform,0.035946667194366455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,uniform,0.03796799977620443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,128,uniform,0.06924800078074138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,64,uniform,0.06461333235104878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,uniform,0.07502933343251546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,uniform,0.07815466821193695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,uniform,0.08706133564313252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,uniform,0.09878399968147278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,uniform,0.10136533776919048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,uniform,0.10520533720652263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,uniform,0.11427733302116394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,uniform,0.15626133481661478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,uniform,0.031583999594052635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,uniform,0.03326933334271113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,uniform,0.035802667339642845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,uniform,0.03488533447186152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,uniform,0.08794132868448894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,uniform,0.0853760043780009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,uniform,0.09501333038012187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,uniform,0.10016533732414246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,uniform,0.12178132931391399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,uniform,0.036677333215872444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,uniform,0.038373333712418876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,uniform,0.03589866558710734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,uniform,0.041802664597829185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,64,uniform,0.06578666468461354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,uniform,0.0711359977722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,128,uniform,0.06764799853165944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,uniform,0.0765066643555959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,uniform,0.09391466776529948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,uniform,0.09864532947540283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,uniform,0.09804800152778625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,uniform,0.15782399972279867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,uniform,0.10309333602587382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,uniform,0.12626133362452188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,uniform,0.030058667063713074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,uniform,0.03329066683848699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,uniform,0.035018667578697205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,uniform,0.037621334195137024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,uniform,0.08802133798599243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,uniform,0.08953600128491719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,uniform,0.0950986643632253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,uniform,0.10537599523862202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,uniform,0.12984533111254373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,uniform,0.03730133424202601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,uniform,0.03783999880154928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,uniform,0.03860266755024592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,uniform,0.04101866732041041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,128,uniform,0.06884266436100006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,64,uniform,0.06637866795063019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,uniform,0.07785066465536754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,uniform,0.07346133391062419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,uniform,0.10064533352851868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,uniform,0.10283199946085612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,uniform,0.10363200306892395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,uniform,0.12777066230773926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,uniform,0.10356799761454265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,uniform,0.1613920032978058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,uniform,0.030506665507952373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,uniform,0.0348693331082662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,uniform,0.03509333233038584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,uniform,0.03868266691764196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,uniform,0.08558932940165202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,uniform,0.09084799885749817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,uniform,0.0978559950987498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,uniform,0.10805333654085796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,uniform,0.13307199875513712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,uniform,0.03757333258787791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,uniform,0.03669866671164831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,uniform,0.03885866701602936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,uniform,0.04171733558177948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,128,uniform,0.07017066578070323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,64,uniform,0.07391466697057088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,uniform,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,uniform,0.08563733100891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,uniform,0.09996267159779866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,uniform,0.10041600465774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,uniform,0.10048533479372661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,uniform,0.1306880017121633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,uniform,0.10613333185513814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,uniform,0.16480533281962076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,uniform,0.03886399914820989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,uniform,0.040906667709350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,uniform,0.04146133363246918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,uniform,0.047397335370381675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,uniform,0.08874133229255676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,uniform,0.09959466258684795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,uniform,0.08851200342178345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,uniform,0.10855467120806377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,uniform,0.14346133669217428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,uniform,0.042490666111310325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,uniform,0.043663998444875084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,uniform,0.03957333415746689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,uniform,0.04892266790072123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,128,uniform,0.08136000235875447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,64,uniform,0.08217599987983704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,uniform,0.0934826632340749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,uniform,0.10399466753005981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,uniform,0.07720000048478444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,uniform,0.10955199599266052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,uniform,0.10866666833559673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,uniform,0.11499200264612834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,uniform,0.1329759955406189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,uniform,0.16900799671808878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,uniform,0.03735466549793879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,uniform,0.041402667760849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,uniform,0.042965332667032875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,uniform,0.048351998130480446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,uniform,0.09409067034721375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,uniform,0.09539733330408733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,uniform,0.10008000334103902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,uniform,0.11571199695269267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,uniform,0.14687466621398926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,uniform,0.042591998974482216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,uniform,0.044112001856168113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,uniform,0.0415040006240209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,uniform,0.051183998584747314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,64,uniform,0.07668266693751018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,128,uniform,0.07688533266385396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,uniform,0.0885706643263499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,uniform,0.07955199976762135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,uniform,0.10795199871063232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,uniform,0.11585066715876262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,uniform,0.11452266573905945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,uniform,0.1409119963645935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,uniform,0.11662933230400085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,uniform,0.17749865849812826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,uniform,0.0440533310174942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,uniform,0.03856533269087473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,uniform,0.047050664822260536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,uniform,0.049695998430252075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,uniform,0.0990666647752126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,uniform,0.10912533601125081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,uniform,0.09755200147628784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,uniform,0.1569866637388865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,uniform,0.11820800105730693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,uniform,0.044810667634010315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,uniform,0.04527466495831808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,uniform,0.04367466767628988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,uniform,0.052000001072883606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,128,uniform,0.07718933125336964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,uniform,0.08503466844558716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,64,uniform,0.07681066791216533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,uniform,0.10207999746004741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,uniform,0.11924800276756287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,uniform,0.1188106636206309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,uniform,0.1290613313515981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,uniform,0.11405332883199056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,uniform,0.18594133853912354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,uniform,0.14870933691660562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,uniform,0.045850664377212524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,uniform,0.05221333106358846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,uniform,0.056032001972198486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,uniform,0.10252267122268677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,uniform,0.06754666566848755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,uniform,0.12099200487136841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,uniform,0.10525866349538167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,uniform,0.13820266723632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,uniform,0.046165332198143005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,uniform,0.1713386575380961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,uniform,0.04771733283996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,uniform,0.048122664292653404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,uniform,0.061008001367251076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,128,uniform,0.08578133583068848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,64,uniform,0.08586666981379192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,uniform,0.09469866752624512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,uniform,0.1079200009504954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,uniform,0.13615999619166055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,uniform,0.1255626678466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,uniform,0.12550399700800577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,uniform,0.1421333352724711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,uniform,0.15863466262817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,uniform,0.21215466658274332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,uniform,0.06054399907588959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,uniform,0.051311999559402466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,uniform,0.07565333445866902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,uniform,0.06745600203673045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.11095999677975972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,uniform,0.11935466527938843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,uniform,0.15110400319099426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,uniform,0.1302239994208018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,uniform,0.1958613395690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,uniform,0.0521066685517629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,uniform,0.05041066805521647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,uniform,0.0554613322019577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,uniform,0.06392533580462138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,128,uniform,0.09954667091369629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,uniform,0.12455999851226807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,64,uniform,0.0920799970626831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,uniform,0.10222400228182475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,uniform,0.154858668645223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,uniform,0.1418346663316091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,uniform,0.13359999656677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,uniform,0.1536746621131897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,uniform,0.23255467414855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,uniform,0.17455466588338217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,uniform,0.05716800192991892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,uniform,0.07168533404668172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,uniform,0.09075199564297994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,uniform,0.07594133416811626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,uniform,0.13590400417645773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,uniform,0.12690132856369019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,uniform,0.14869333306948343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,uniform,0.17107733090718588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,uniform,0.24453866481781006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,uniform,0.05886933207511902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,uniform,0.05996799965699514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,uniform,0.0656160016854604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,uniform,0.07644266883532207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,128,uniform,0.10283199946085612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,64,uniform,0.10406933228174846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,uniform,0.14034133156140646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,uniform,0.11859200398127238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,uniform,0.18788800636927286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,uniform,0.1546346644560496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,uniform,0.15640532970428467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,uniform,0.170741339524587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,uniform,0.20295466979344687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,uniform,0.27667200565338135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,uniform,0.06830933193365733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,uniform,0.08326399823029836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,uniform,0.08964266379674275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,uniform,0.11028800408045451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.1441439986228943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,uniform,0.15125866731007895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,uniform,0.16737600167592367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,uniform,0.20070934295654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,uniform,0.29761600494384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,uniform,0.06500266492366791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,uniform,0.06262399752934773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,uniform,0.07382933298746745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,uniform,0.08653333783149719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,128,uniform,0.11687466502189636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,uniform,0.1390880048274994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,64,uniform,0.1162559986114502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,uniform,0.16681599617004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,uniform,0.23201600710550943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,uniform,0.17603200674057007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,uniform,0.17506666978200278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,uniform,0.19821866353352866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,uniform,0.23772267500559488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,uniform,0.33322133620580036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,uniform,0.08561600248018901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,uniform,0.10331199566523235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,uniform,0.11343999703725179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,uniform,0.14963199694951376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,uniform,0.1716053287188212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,uniform,0.18143999576568604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,uniform,0.2037280003229777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,uniform,0.39395201206207275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,uniform,0.2510666648546855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,uniform,0.07412266731262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,uniform,0.07396266857783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,uniform,0.0913813312848409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,uniform,0.11440533399581909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,128,uniform,0.13871999581654867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,64,uniform,0.1451359987258911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,uniform,0.17251733938852945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,uniform,0.2146186629931132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,uniform,0.3335306644439697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,uniform,0.20973332722981772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,uniform,0.21669334173202515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,uniform,0.2405866583188375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,uniform,0.29498666524887085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,uniform,0.4424320062001546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,uniform,0.09532800316810608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,uniform,0.13507200280825296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,uniform,0.12811733285586038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,uniform,0.20533865690231323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.19676266113917032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,uniform,0.20858667294184366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,uniform,0.2318506638209025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,uniform,0.31562666098276776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,uniform,0.4737386703491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,uniform,0.08298666775226593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,uniform,0.08767466743787129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,uniform,0.14109866817792258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,uniform,0.10441066821416219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,128,uniform,0.15477333466211954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,64,uniform,0.16276266177495322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,uniform,0.2693279981613159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,uniform,0.1969546675682068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,uniform,0.4038986762364705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,uniform,0.2527199983596802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,uniform,0.23703465859095255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,uniform,0.28567467133204144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,uniform,0.36480534076690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,uniform,0.5364426771799723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,uniform,0.1418719987074534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,uniform,0.20733332633972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,uniform,0.19981332619984946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,uniform,0.3043893376986186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,uniform,0.2522346576054891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,uniform,0.2698720097541809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,uniform,0.32048000892003375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,uniform,0.45633065700531006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,uniform,0.6982133388519287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,uniform,0.11270399888356526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,uniform,0.13618133465449014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,uniform,0.09569066762924194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,128,uniform,0.19965867201487222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,uniform,0.20337067047754923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,64,uniform,0.20933334032694498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,uniform,0.28299200534820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,uniform,0.39716267585754395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,uniform,0.5790026585261027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,uniform,0.3214186628659566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,uniform,0.298527995745341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,uniform,0.37490665912628174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,uniform,0.4846453269322713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,uniform,0.7089280287424723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,uniform,0.17056000232696533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,uniform,0.2688639958699544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,uniform,0.2566346724828084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,uniform,0.38834134737650555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.3039146661758423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,uniform,0.3347466786702474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,uniform,0.41200534502665204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,uniform,0.5588159958521525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,uniform,0.8602453072865804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,uniform,0.11526399850845337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,uniform,0.1271573305130005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,uniform,0.2691253423690796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,uniform,0.16370667020479837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,128,uniform,0.26076799631118774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,64,uniform,0.26826133330663043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,uniform,0.3647199869155884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,uniform,0.4960266749064128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,uniform,0.7389333248138428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,uniform,0.3886186679204305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,uniform,0.41353599230448407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,uniform,0.666320006052653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,uniform,0.4968106746673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,uniform,0.9622666835784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,uniform,0.26500266790390015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,uniform,0.39603734016418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,uniform,0.37571199735005695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,uniform,0.5715200106302897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,uniform,0.4357653458913167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,uniform,0.4859093427658081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,uniform,0.5970720052719116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,uniform,0.8179840246836344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,uniform,1.2761120001475017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,uniform,0.16591466466585794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,uniform,0.1890453298886617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,uniform,0.2573866645495097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,uniform,0.39193065961201984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,64,uniform,0.36373333136240643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,uniform,0.5043520132700602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,128,uniform,0.3297920028368632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,uniform,0.6936586697896322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,uniform,1.0692959626515706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,uniform,0.5743253231048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,uniform,0.6925226847330729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,uniform,0.5119040012359619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,uniform,0.9109919865926107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,uniform,1.346709410349528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,uniform,0.3532533248265584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,uniform,0.5213226477305094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,uniform,0.49162666002909344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,uniform,0.7472266356150309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,uniform,0.6267093420028687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,uniform,0.7755306561787924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.5398026704788208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,uniform,1.0546987056732178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,uniform,0.19612799088160196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,uniform,0.22897599140803018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,uniform,1.6546667416890461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,uniform,0.34172264734903973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,uniform,0.5038133462270101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,128,uniform,0.4397759834925334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,64,uniform,0.4908906618754069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,uniform,0.9209386507670084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,uniform,0.6518826484680176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,uniform,1.4203786849975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,uniform,0.6827519734700521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,uniform,0.9150559902191162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,uniform,0.7563199996948242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,uniform,1.2073333263397217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,uniform,1.8002559343973796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,uniform,0.4463626543680827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,uniform,0.6533066829045614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,uniform,0.6071253220240275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,uniform,0.928879976272583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,uniform,0.6854506333669027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,uniform,0.7837920188903809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,uniform,0.9525120258331299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,uniform,1.3185546398162842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,uniform,2.0830559730529785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,uniform,0.4151839812596639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,uniform,0.23056532939275107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,uniform,0.2811253269513448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,uniform,0.6373013257980347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,128,uniform,0.5094559987386068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,64,uniform,0.591210683186849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,uniform,0.8078400293986002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,uniform,1.7261600494384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,uniform,1.1306026776631672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,uniform,0.8209013144175211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,uniform,0.9324266910552979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,uniform,1.1156799793243408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,uniform,2.241722742716471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,uniform,1.4616959889729817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,8,uniform,0.03739733248949051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,uniform,0.04159466673930486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,uniform,0.06587733328342438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,uniform,0.09058666229248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,uniform,0.05798399945100149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,uniform,0.05795200169086456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,uniform,0.056015998125076294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,uniform,0.03920000046491623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,uniform,0.05676800012588501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,uniform,0.036901332437992096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,uniform,0.036144000788529716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,uniform,0.034976000587145485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,128,uniform,0.06852266689141591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,uniform,0.035301332672437034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,64,uniform,0.056330665946006775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,uniform,0.05514133473237356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,uniform,0.05327466626962026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,uniform,0.06678399940331776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,256,uniform,0.08773333827654521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,uniform,0.05253333350022634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,uniform,0.058730666836102806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,uniform,0.058362667759259544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,uniform,0.05624533196290334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,uniform,0.055642664432525635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,uniform,0.042117332418759666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,8,uniform,0.037077332536379494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,uniform,0.0680266668399175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,uniform,0.0853653351465861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,uniform,0.058058664202690125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,uniform,0.05761066575845083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,uniform,0.058650667468706764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,uniform,0.05755199988683065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,uniform,0.03889599939187368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,uniform,0.0373279998699824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,uniform,0.03622400015592575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,128,uniform,0.0726560006539027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,uniform,0.03606399893760681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,uniform,0.03562133262554804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,64,uniform,0.057146668434143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,uniform,0.05553600192070007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,uniform,0.056143999099731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,uniform,0.05524266759554545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,256,uniform,0.08943999807039897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,uniform,0.06724266707897186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,uniform,0.05870933334032694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,uniform,0.05945600072542826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,8,uniform,0.03728000074625015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,uniform,0.05815466741720835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,uniform,0.042677332957585655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,uniform,0.08886399865150452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,uniform,0.0582239975531896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,uniform,0.05890133480230967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,uniform,0.058378666639328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,uniform,0.05638933181762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,uniform,0.06020266811052958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,uniform,0.06141866743564606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,uniform,0.03647999962170919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,uniform,0.03879466652870178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,uniform,0.03489066660404205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,uniform,0.037178667883078255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,128,uniform,0.06989866495132446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,uniform,0.035642666121323906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,64,uniform,0.0582826683918635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,uniform,0.053914666175842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,uniform,0.05764266848564148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,256,uniform,0.08461866776148479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,uniform,0.056218668818473816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,uniform,0.05971199770768484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,uniform,0.06623999774456024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,uniform,0.058575997749964394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,uniform,0.059621334075927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,uniform,0.0885653297106425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,8,uniform,0.03697066754102707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,uniform,0.061008001367251076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,uniform,0.04228266576925913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,uniform,0.05961599946022034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,uniform,0.06512533128261566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,uniform,0.05931200087070465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,uniform,0.03925333420435587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,uniform,0.06304533282915752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,uniform,0.06032533446947733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,uniform,0.039893334110577904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,uniform,0.04019733270009359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,uniform,0.03694933404525121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,uniform,0.03827200084924698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,128,uniform,0.06877866884072621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,uniform,0.057536001006762184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,64,uniform,0.05710400144259135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,uniform,0.05885866781075796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,uniform,0.060405333836873375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,uniform,0.06717866659164429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,256,uniform,0.0899679958820343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,uniform,0.059690664211908974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,uniform,0.05985599756240845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,uniform,0.060677334666252136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,uniform,0.06444799900054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,8,uniform,0.036703998843828835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,uniform,0.04257066547870636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,uniform,0.09195199608802795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,uniform,0.06694933275381725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,uniform,0.06798933446407318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,uniform,0.07045333087444305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,uniform,0.07397866745789845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,uniform,0.07075199981530507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,uniform,0.038986665507157646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,uniform,0.03968533376852671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,128,uniform,0.06944533189137776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,uniform,0.042117332418759666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,uniform,0.0408693328499794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,uniform,0.04387733340263367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,64,uniform,0.06871466835339864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,uniform,0.06966933111349742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,uniform,0.07754133145014445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,uniform,0.08572266499201457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,uniform,0.06794666747252147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,256,uniform,0.09276800354321797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,uniform,0.06689066688219707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,uniform,0.07552533348401387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,uniform,0.06878399848937988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,uniform,0.07000533243020375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,8,uniform,0.037690666814645134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,uniform,0.04326933125654856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,uniform,0.09171199798583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,uniform,0.1020906666914622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,uniform,0.09077333410580952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,uniform,0.08992000420888265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,uniform,0.08832533160845439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,uniform,0.09084266424179077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,uniform,0.04033066580692927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,128,uniform,0.06724800169467926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,uniform,0.041493333876132965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,uniform,0.040394666294256844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,uniform,0.04242666562398275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,uniform,0.043935999274253845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,uniform,0.0817333310842514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,uniform,0.09210667014122009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,uniform,0.08341866731643677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,uniform,0.09059199690818787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,uniform,0.08724799752235413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,256,uniform,0.09140800436337788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,64,uniform,0.0662773350874583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,uniform,0.1033066709836324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,uniform,0.08930133779843648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,uniform,0.09113066395123799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,uniform,0.08803199728329976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,8,uniform,0.037989333271980286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,uniform,0.04308266441027323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,uniform,0.08633066217104594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,uniform,0.09152533610661824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,uniform,0.08872000376383464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,uniform,0.08943466345469157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,uniform,0.10180266698201497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,uniform,0.04073066761096319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,uniform,0.03995199998219808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,uniform,0.03902933249870936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,uniform,0.042026668787002563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,uniform,0.07052800059318542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,uniform,0.04680533210436503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,128,uniform,0.07260799904664357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,64,uniform,0.07027733325958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,uniform,0.08349866668383281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,256,uniform,0.08892800410588582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,uniform,0.09244799613952637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,uniform,0.10250133275985718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,uniform,0.117658664782842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,uniform,0.09984532992045085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,uniform,0.10670933127403259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,uniform,0.10248532891273499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,uniform,0.09144533673922221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,8,uniform,0.03782399992148081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,uniform,0.04305600126584371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,uniform,0.09317866961161296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,uniform,0.08904000123341878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,uniform,0.08931733171145122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,uniform,0.08925333619117737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,uniform,0.04041066765785217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,uniform,0.04132800052563349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,uniform,0.04278933505217234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,uniform,0.10389332969983418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,uniform,0.040965333580970764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,128,uniform,0.07548266649246216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,uniform,0.046757335464159645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,256,uniform,0.09325866897900899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,uniform,0.08197866876920064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,64,uniform,0.07301333546638489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,uniform,0.08582400282224019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,uniform,0.09366400043169658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,uniform,0.09829866886138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,uniform,0.10327466328938802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,uniform,0.10382933417956035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,uniform,0.04278400043646494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,uniform,0.10853333274523418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,uniform,0.12422933181126912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,8,uniform,0.0382080003619194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,uniform,0.09372799595197041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,uniform,0.08829866846402486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,uniform,0.08906666437784831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,uniform,0.09170132875442505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,uniform,0.039936001102129616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,uniform,0.10435199737548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,uniform,0.09337600072224934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,uniform,0.04121066629886627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,uniform,0.044719999035199486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,uniform,0.040063999593257904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,uniform,0.045109331607818604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,64,uniform,0.07216533521811168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,128,uniform,0.07351999978224437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,uniform,0.08370133241017659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,uniform,0.08281066517035167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,uniform,0.09309333562850952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,256,uniform,0.09499733646710713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,uniform,0.09992000460624695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,uniform,0.10570666193962097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,uniform,0.1013759970664978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,uniform,0.10942400495211284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,uniform,0.042725334564844765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,8,uniform,0.03763733307520548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,uniform,0.12571199735005698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,uniform,0.09205333391825359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,uniform,0.09030399719874065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,uniform,0.09011200070381165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,uniform,0.09172800183296204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,uniform,0.09449600179990132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,uniform,0.040896000961462654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,uniform,0.10500267148017883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,128,uniform,0.07635200023651123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,uniform,0.04271999994913737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,uniform,0.04079466561476389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,uniform,0.04032533367474874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,uniform,0.0447626660267512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,64,uniform,0.07437333464622498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,uniform,0.08369599779446919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,uniform,0.09243733684221904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,uniform,0.0846560001373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,256,uniform,0.09408000111579895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,uniform,0.10084799925486247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,uniform,0.10501333077748616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,uniform,0.104912002881368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,uniform,0.04295999805132548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,uniform,0.10654933253924052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,uniform,0.12083733081817627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,8,uniform,0.038047999143600464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,uniform,0.0937600036462148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,uniform,0.09339200456937154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,uniform,0.09231467048327129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,uniform,0.04110399881998698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,uniform,0.09473066528638203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,uniform,0.09515733520189922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,uniform,0.10830932855606079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,uniform,0.04148799926042557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,uniform,0.043280000487963356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,uniform,0.04053866614898046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,uniform,0.0472320020198822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,uniform,0.08849066495895386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,64,uniform,0.07588266829649608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,128,uniform,0.0784746656815211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,uniform,0.08370133241017659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,uniform,0.09427199761072795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,uniform,0.10241599877675374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,256,uniform,0.09495466947555542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,8,uniform,0.03822399924198786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,uniform,0.10577600200970967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,uniform,0.10213866829872131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,uniform,0.11011733611424764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,uniform,0.12600533167521158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,uniform,0.09370666742324829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,uniform,0.045253331462542214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,uniform,0.09314666191736858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,uniform,0.09354133407274882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,uniform,0.09423999985059102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,uniform,0.04200000067551931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,uniform,0.09665066997210185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,128,uniform,0.07659733295440674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,uniform,0.04181333382924398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,uniform,0.04199466605981191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,uniform,0.045935998360315956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,uniform,0.04530133306980133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,64,uniform,0.07693333427111308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,uniform,0.08595732847849528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,uniform,0.10327466328938802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,uniform,0.08728532989819844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,uniform,0.10403733452161153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,uniform,0.0949173370997111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,256,uniform,0.0957973301410675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,uniform,0.10363200306892395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,uniform,0.10937600334485371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,8,uniform,0.038191998998324074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,uniform,0.10892267028490703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,uniform,0.1280586620171865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,uniform,0.045552000403404236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,uniform,0.09624532858530681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,uniform,0.09682666261990865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,uniform,0.09312533338864644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,uniform,0.09389866391817729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,uniform,0.041946664452552795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,uniform,0.10865066448847453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,uniform,0.0932426651318868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,uniform,0.04146666576464971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,uniform,0.042581334710121155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,128,uniform,0.0777706652879715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,uniform,0.04794666667779287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,uniform,0.043151999513308205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,256,uniform,0.09749333063761394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,64,uniform,0.07644799848397572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,uniform,0.08452266454696655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,uniform,0.09716266393661499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,uniform,0.08807999889055888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,uniform,0.10479467113812764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,uniform,0.11069867014884949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,uniform,0.10372799634933472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,uniform,0.11366933584213257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,uniform,0.12964800000190735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,8,uniform,0.03920533259709676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,uniform,0.04628799855709076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,uniform,0.09572800000508626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,uniform,0.09623466928799947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,uniform,0.09474666913350423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,uniform,0.045941332976023354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,uniform,0.09851732850074768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,uniform,0.0974026620388031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,uniform,0.0455626646677653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,uniform,0.1109386682510376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,uniform,0.048528000712394714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,uniform,0.04289066791534424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,uniform,0.0440533310174942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,uniform,0.08661866188049316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,128,uniform,0.07670933504899342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,64,uniform,0.07872533301512401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,uniform,0.08914132912953694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,uniform,0.09929600358009338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,256,uniform,0.09658132990201314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,uniform,0.11083733042081197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,8,uniform,0.044165333112080894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,uniform,0.10807999968528748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,uniform,0.1169546643892924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,uniform,0.1074720025062561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,uniform,0.1309599975744883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,uniform,0.09757333000500996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,uniform,0.04947733382383982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,uniform,0.10016000270843506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,uniform,0.04505600035190582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,uniform,0.09808533390363057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,uniform,0.09880000352859497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,uniform,0.11385599772135417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,uniform,0.10274666547775269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,uniform,0.04542933404445648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,uniform,0.05228800078233083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,uniform,0.04714666803677877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,128,uniform,0.08105599880218506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,uniform,0.05977066854635874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,64,uniform,0.08133333424727122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,uniform,0.08918933073679607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,uniform,0.10263466835021973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,uniform,0.09205333391825359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,256,uniform,0.10166933139165242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,uniform,0.1373599966367086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,uniform,0.11051199833552043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,uniform,0.11146666606267293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,uniform,0.11202667156855266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,uniform,0.11846400300661723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,8,uniform,0.04444266855716705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,uniform,0.10048533479372661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,uniform,0.051781331499417625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,uniform,0.09975999593734741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,uniform,0.10014399886131287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,uniform,0.04538666705290476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,uniform,0.10044800241788228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,uniform,0.10428800185521443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,uniform,0.11513599753379822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,uniform,0.045328001181284584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,uniform,0.06057600180308024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,uniform,0.04692799846331278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,uniform,0.05362666646639506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,uniform,0.08321600159009297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,128,uniform,0.07830399771531422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,64,uniform,0.07901866734027863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,uniform,0.10811733206113179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,uniform,0.09390399853388469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,256,uniform,0.10145066181818645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,uniform,0.1341333289941152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,uniform,0.11822400490442912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,uniform,0.12538133064905801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,uniform,0.1088746686776479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,8,uniform,0.045034666856129967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,uniform,0.11934933066368103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,uniform,0.10427733262379964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,uniform,0.05338666836420695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,uniform,0.10207999746004741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,uniform,0.1030613382657369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,uniform,0.10134399930636089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,uniform,0.10674132903416951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,uniform,0.045797333121299744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,uniform,0.12159466743469238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,uniform,0.045706664522488914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,64,uniform,0.08003200093905131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,uniform,0.04805333415667216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,uniform,0.06286400059858958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,uniform,0.054714664816856384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,128,uniform,0.07933866480986278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,uniform,0.08571199576059978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,uniform,0.11026666561762492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,uniform,0.0939359962940216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,256,uniform,0.107232004404068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,uniform,0.11780266960461934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,uniform,0.14291733503341675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,uniform,0.12229333321253459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,uniform,0.1170240044593811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,uniform,0.12668266892433167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,8,uniform,0.04753600060939789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,uniform,0.05994666616121928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,uniform,0.09992532928784688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,uniform,0.10084799925486247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,uniform,0.10192533334096272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,uniform,0.10651733477910359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,uniform,0.11739200353622437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,uniform,0.14274133245150247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,uniform,0.04896000027656555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,uniform,0.046709333856900535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,uniform,0.05116266508897146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,uniform,0.09342400232950847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,uniform,0.0602400004863739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,uniform,0.07097066442171733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,128,uniform,0.08658132950464885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,64,uniform,0.08622933427492778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,uniform,0.105813334385554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,256,uniform,0.11433600385983785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,uniform,0.13406933347384134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,uniform,0.12869333227475485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,uniform,0.12552533547083536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,8,uniform,0.05065066615740458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,uniform,0.12822399536768594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,uniform,0.1365600029627482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,uniform,0.06380799909432729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,uniform,0.16107733050982156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,uniform,0.10661866267522176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,uniform,0.10624000430107117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,uniform,0.10699733098347981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,uniform,0.11319466431935628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,uniform,0.1262079974015554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,uniform,0.15546133120854697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,uniform,0.048394665122032166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,uniform,0.05061866839726766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,uniform,0.05528533458709717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,uniform,0.06508799890677135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,uniform,0.11255466938018799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,uniform,0.07874666651089986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,128,uniform,0.08956799904505412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,64,uniform,0.09033067027727763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,uniform,0.10016533732414246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,uniform,0.1280586620171865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,uniform,0.15924800435702005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,256,uniform,0.11294933160146077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,uniform,0.1313813328742981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,uniform,0.1381760040918986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,uniform,0.15763733784357706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,uniform,0.19458132982254028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,8,uniform,0.0670773337284724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,uniform,0.0869813362757365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,uniform,0.18857600291570029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,uniform,0.11989866693814595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,uniform,0.11873066425323486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,uniform,0.15074132879575095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,uniform,0.12165333827336629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,uniform,0.13105600078900656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,uniform,0.052986666560173035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,uniform,0.05435733497142792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,uniform,0.0584799995024999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,uniform,0.07367466886838277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,64,uniform,0.10039466619491577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,128,uniform,0.0990559955437978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,uniform,0.09145599603652954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,uniform,0.11185600360234578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,uniform,0.14229333400726318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,uniform,0.19882667064666748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,uniform,0.14806399742762247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,256,uniform,0.12853333353996277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,uniform,0.15760533014933267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,uniform,0.1449120044708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,uniform,0.22266666094462076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,uniform,0.17962133884429932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,8,uniform,0.07508266468842824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,uniform,0.09673600395520528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,uniform,0.1442400018374125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,uniform,0.13083199659983316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,uniform,0.13372266292572021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,uniform,0.1283626655737559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,uniform,0.1690453290939331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,uniform,0.21755733092625937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,uniform,0.05522133409976959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,uniform,0.05834666887919108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,uniform,0.06586133440335591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,uniform,0.1027893324693044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,uniform,0.08115733166535695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,128,uniform,0.1206773320833842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,uniform,0.169978658358256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,64,uniform,0.12468266487121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,uniform,0.13673067092895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,uniform,0.23016534248987833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,256,uniform,0.1432906687259674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,uniform,0.17176532745361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,uniform,0.17757866779963175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,uniform,0.19114132722218832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,uniform,0.22116265694300333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,uniform,0.27822933594385785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,8,uniform,0.0958666702111562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,uniform,0.12914666533470154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,uniform,0.17390932639439902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,uniform,0.16375466187795004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,uniform,0.16673066218694052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,uniform,0.2250880002975464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,uniform,0.1899999976158142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,uniform,0.2874773343404134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,uniform,0.07098133365313213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,uniform,0.07611733178297679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,uniform,0.08508800466855367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,uniform,0.11813333630561829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,128,uniform,0.13564266761144003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,uniform,0.1421066621939341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,64,uniform,0.14138133327166238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,uniform,0.22211732467015585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,uniform,0.15996799866358438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,uniform,0.30425065755844116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,256,uniform,0.16766399145126343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,uniform,0.26075732707977295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,uniform,0.20275733868281046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,uniform,0.19599467515945435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,uniform,0.22142932812372842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,8,uniform,0.1181119978427887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,uniform,0.3359253406524658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,uniform,0.16170666615168253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,uniform,0.18431466817855835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,uniform,0.1875200072924296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,uniform,0.19887999693552652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,uniform,0.2190720041592916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,uniform,0.26494399706522626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,uniform,0.3389279842376709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,uniform,0.07718400160471599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,uniform,0.08322666585445404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,uniform,0.09537600477536519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,uniform,0.13479999701182047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,uniform,0.17662400007247925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,128,uniform,0.15212800105412802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,uniform,0.1978879968325297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,64,uniform,0.15949333707491556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,uniform,0.2694399952888489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,uniform,0.38661332925160724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,256,uniform,0.20863999923070273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,uniform,0.24130666255950928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,uniform,0.25171732902526855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,uniform,0.2738773425420125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,uniform,0.3269600073496501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,uniform,0.41204798221588135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,8,uniform,0.16146666804949442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,uniform,0.22538133462270102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,uniform,0.24730134010314941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,uniform,0.2514293392499288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,uniform,0.2656319936116536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,uniform,0.35638399918874103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,uniform,0.29605867465337116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,uniform,0.4676106770833333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,uniform,0.09874133268992107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,uniform,0.10949866970380147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,uniform,0.24680533011754355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,uniform,0.12571733196576437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,uniform,0.1855093240737915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,128,uniform,0.2156053384145101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,64,uniform,0.22550400098164877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,uniform,0.26766933997472125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,uniform,0.5607839822769165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,uniform,0.38603198528289795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,256,uniform,0.259770671526591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,uniform,0.2966986695925395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,uniform,0.31462933619817096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,uniform,0.34701331456502277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,uniform,0.4119573434193929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,8,uniform,0.19716266791025797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,uniform,0.2927680015563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,uniform,0.5294026533762614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,uniform,0.3057226737340291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,uniform,0.3179626663525899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,uniform,0.3385813236236572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,uniform,0.3760319948196411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,uniform,0.45763198534647626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,uniform,0.6116373141606649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,uniform,0.11268267035484314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,uniform,0.1251466671625773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,uniform,0.1483733355998993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,uniform,0.2498826583226522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,uniform,0.32614399989446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,64,uniform,0.26501866181691486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,128,uniform,0.2528480092684428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,uniform,0.34352533022562665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,uniform,0.48076268037160236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,uniform,0.7199306488037109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,256,uniform,0.3316319982210795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,uniform,0.4024053414662679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,uniform,0.38042132059733075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,uniform,0.5258506536483765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,uniform,0.44651734828948975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,8,uniform,0.2811466654141744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,uniform,0.4235413471857707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,uniform,0.6697226365407308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,uniform,0.4873973528544108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,uniform,0.43751998742421466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,uniform,0.44861865043640137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,uniform,0.5440746545791626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,uniform,0.8856480121612549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,uniform,0.6541759967803955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,uniform,0.15573867162068686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,uniform,0.180842657883962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,uniform,0.2170026699701945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,uniform,0.3487786849339803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,uniform,0.4675626754760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,128,uniform,0.35679467519124347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,64,uniform,0.3808906475702922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,uniform,0.4925280014673869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,uniform,0.7309439977010092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,uniform,1.0672000249226887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,256,uniform,0.46087467670440674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,uniform,0.5399253368377686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,uniform,0.5839253266652426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,uniform,0.6339253187179565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,8,uniform,0.3656853437423706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,uniform,0.6106346845626831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,uniform,0.7486453056335449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,uniform,0.9880906740824381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,uniform,0.5653866529464722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,uniform,0.5867573420206705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,uniform,0.6385333140691122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,uniform,0.7229119936625162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,uniform,0.8641653060913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,uniform,1.1854453086853027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,uniform,0.1994453271230062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,uniform,0.22537599007288614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,uniform,0.27346134185791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,uniform,0.6504426797231039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,uniform,0.4997493426005046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,128,uniform,0.45741868019104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,64,uniform,0.48903465270996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,uniform,0.6315573453903198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,uniform,0.9422079722086588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,uniform,1.3974293073018391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,256,uniform,0.610586682955424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,uniform,0.7084693113962809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,uniform,0.7559466361999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,uniform,0.833301305770874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,uniform,0.9933760166168213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,8,uniform,0.46249067783355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,uniform,0.8155786991119385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,uniform,1.2899146874745686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,uniform,0.7220106919606527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,uniform,0.69268266359965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,uniform,0.7903892993927002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,uniform,0.9201119740804037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,uniform,1.0935359795888264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,uniform,1.4921919504801433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,uniform,0.24758932987848917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,uniform,0.26733332872390747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,uniform,0.5599093437194824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,uniform,0.32793599367141724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,uniform,0.7856053511301676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,128,uniform,0.5554133256276449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,64,uniform,0.5923626820246378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,uniform,0.7835946877797445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,uniform,1.1879039605458577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,uniform,0.9006826877593994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,uniform,1.7920959790547688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,256,uniform,0.7413492997487386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,8,uniform,0.03311466674009959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,uniform,0.956437349319458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,uniform,0.05197866757710775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,8,uniform,0.036176001032193504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,uniform,1.066159963607788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,uniform,0.06671999891599019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,uniform,0.051274667183558144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,uniform,0.05012266834576925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,uniform,0.050111999114354454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,32,uniform,0.03303466737270355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,uniform,0.05040533343950907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,128,uniform,0.03453333427508672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,64,uniform,0.03377600014209747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,8,uniform,0.03297599901755651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,16,uniform,0.03294399877389272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,128,uniform,0.056976000467936196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,16,uniform,0.04862933357556661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,64,uniform,0.05065066615740458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,32,uniform,0.049285332361857094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,8,uniform,0.048938666780789696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,uniform,0.053264002005259194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,256,uniform,0.0666240006685257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,uniform,0.051813334226608276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,uniform,0.05106133222579956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,uniform,0.05027199784914652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,uniform,1.2629760106404622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,uniform,0.0506879985332489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,uniform,0.05412800113360087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,8,uniform,0.033674667278925575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,8,uniform,0.03633599976698557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,uniform,0.06611200173695882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,uniform,0.05028266708056132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,uniform,0.05162666738033295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,uniform,0.051226665576299034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,uniform,0.05198933184146881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,32,uniform,0.03328000009059906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,128,uniform,0.03440000116825104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,64,uniform,0.033546666304270424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,16,uniform,0.03319466610749563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,64,uniform,0.05077333251635233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,8,uniform,0.0340639998515447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,128,uniform,0.05498133103052775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,256,uniform,0.06712000072002411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,16,uniform,0.049456000328063965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,32,uniform,0.05012266834576925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,8,uniform,0.05085866649945577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,uniform,0.05505600074927012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,uniform,0.05160533388455709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,uniform,0.052469333012898765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,uniform,1.6403999328613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,uniform,0.0525439977645874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,uniform,0.06795200208822887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,uniform,0.05108266572157542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,8,uniform,0.0335359995563825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,8,uniform,0.035962666074434914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,uniform,0.05159999926884969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,uniform,0.05266133447488149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,uniform,0.05189333359400431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,uniform,0.051183998584747314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,32,uniform,0.03331200033426285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,uniform,0.05355200171470642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,128,uniform,0.03626666714747747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,64,uniform,0.03363200028737386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,64,uniform,0.05092266698678335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,16,uniform,0.03403199960788091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,8,uniform,0.034448000291983284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,128,uniform,0.05857066810131073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,32,uniform,0.050069332122802734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,16,uniform,0.05093866586685181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,256,uniform,0.06779733300209045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,8,uniform,0.05249066650867462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,uniform,0.052570665876070656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,8,uniform,0.03393599887688955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,uniform,0.054746667544047035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,uniform,0.051856001218159996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,uniform,0.05236266553401947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,uniform,0.054842665791511536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,uniform,0.054618666569391884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,8,uniform,0.0364479993780454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,uniform,0.06677333513895671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,uniform,0.05213333169619242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,uniform,0.052095999320348106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,128,uniform,0.03465066601832708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,uniform,0.056927998860677086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,uniform,0.0532533327738444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,64,uniform,0.03390933324893316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,128,uniform,0.05684266487757365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,32,uniform,0.03452266752719879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,16,uniform,0.03482666611671448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,8,uniform,0.0365226666132609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,8,uniform,0.05589866638183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,64,uniform,0.05052266518274943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,32,uniform,0.05113600194454193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,16,uniform,0.05273599922657013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,uniform,0.05301866432030996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,256,uniform,0.06906133393446605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,uniform,0.052517334620157875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,uniform,0.053861334919929504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,uniform,0.05735466877619425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,uniform,0.05440000196297964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,8,uniform,0.036864000062147774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,8,uniform,0.03426666557788849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,uniform,0.06384000182151794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,uniform,0.06990933418273926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,uniform,0.05366399884223938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,uniform,0.05470400055249532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,uniform,0.05774933099746704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,uniform,0.05475200215975443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,64,uniform,0.03525333354870478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,128,uniform,0.03656533360481262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,8,uniform,0.04048000027736028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,32,uniform,0.035429333647092186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,16,uniform,0.037530665596326195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,32,uniform,0.0565280020236969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,128,uniform,0.05545066793759664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,64,uniform,0.05686399837334951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,16,uniform,0.06246933341026306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,uniform,0.05509333312511444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,8,uniform,0.06755733489990234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,256,uniform,0.07061866422494252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,uniform,0.05552533268928528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,uniform,0.05545066793759664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,uniform,0.060032000144322716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,uniform,0.0668693333864212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,8,uniform,0.03451200077931086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,8,uniform,0.03711466739575068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,uniform,0.06803733110427856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,uniform,0.0686773310105006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,uniform,0.06939200063546498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,uniform,0.06845866640408833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,uniform,0.08692800005276997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,uniform,0.07538666824499766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,64,uniform,0.036714665591716766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,128,uniform,0.036501333117485046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,32,uniform,0.03677333394686381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,128,uniform,0.05461333195368449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,16,uniform,0.03777066618204117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,8,uniform,0.04174399872620901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,64,uniform,0.056320001681645714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,256,uniform,0.06786133348941803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,32,uniform,0.06262933214505513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,16,uniform,0.06600533425807953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,8,uniform,0.07321600119272868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,uniform,0.06916800141334534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,uniform,0.06942399839560191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,uniform,0.07051200171311696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,uniform,0.07621866464614868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,8,uniform,0.0345920001467069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,uniform,0.08923733234405518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,8,uniform,0.03755733370780945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,uniform,0.0698880006869634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,uniform,0.07038400073846181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,uniform,0.06994666655858357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,uniform,0.06990399956703186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,32,uniform,0.03682133307059606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,uniform,0.07492800056934357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,128,uniform,0.0369759996732076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,uniform,0.08897599577903748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,64,uniform,0.03676799933115641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,8,uniform,0.0429013321797053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,16,uniform,0.038917332887649536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,128,uniform,0.05841066439946493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,32,uniform,0.06251733501752217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,64,uniform,0.058490668733914696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,16,uniform,0.06727999945481618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,uniform,0.07425066828727722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,8,uniform,0.07331733405590057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,256,uniform,0.06970666845639546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,uniform,0.07710933188597362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,8,uniform,0.03527999917666117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,uniform,0.08528000116348267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,uniform,0.07932800054550171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,uniform,0.10413333773612976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,uniform,0.07022933165232341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,uniform,0.07117866476376851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,8,uniform,0.037962667644023895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,uniform,0.07109333574771881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,128,uniform,0.03692266593376795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,uniform,0.07201600074768066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,uniform,0.07688533266385396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,uniform,0.08905067046483357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,8,uniform,0.04275199770927429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,64,uniform,0.037615999579429626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,32,uniform,0.03721066564321518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,16,uniform,0.0397173340121905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,128,uniform,0.0603413333495458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,64,uniform,0.05855466425418854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,16,uniform,0.06817600131034851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,32,uniform,0.06541866560777028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,8,uniform,0.07575466732184093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,uniform,0.0788213312625885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,256,uniform,0.07121600210666656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,uniform,0.08482666810353597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,uniform,0.07709333300590515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,uniform,0.07969599962234497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,uniform,0.10437333583831787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,uniform,0.07146133482456207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,8,uniform,0.035487999518712364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,8,uniform,0.03807466725508372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,uniform,0.0711893339951833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,uniform,0.07215466598669688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,uniform,0.09073066711425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,uniform,0.07328533132870992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,uniform,0.07810666660467784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,128,uniform,0.03679466744263967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,64,uniform,0.03728533287843069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,8,uniform,0.0430026650428772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,32,uniform,0.037434667348861694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,16,uniform,0.03992533435424169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,128,uniform,0.05966933568318685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,64,uniform,0.05955733358860016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,8,uniform,0.0766293356815974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,32,uniform,0.06425066788991292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,16,uniform,0.07009066641330719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,256,uniform,0.07206400235493977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,uniform,0.08629866441090901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,uniform,0.07832533121109009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,uniform,0.07860800127188365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,uniform,0.08116800089677174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,uniform,0.10541866223017375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,uniform,0.07247999807198842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,8,uniform,0.037861332297325134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,8,uniform,0.03508266558249792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,uniform,0.07319466769695282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,uniform,0.07273600002129872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,uniform,0.07327466706434886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,uniform,0.09116266171137492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,uniform,0.07874666651089986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,128,uniform,0.03716266651948293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,64,uniform,0.03745066622893015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,128,uniform,0.061039999127388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,32,uniform,0.038218667109807335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,16,uniform,0.03917866696914037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,8,uniform,0.043749332427978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,8,uniform,0.07893333335717519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,64,uniform,0.059792002042134605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,32,uniform,0.06490133206049602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,16,uniform,0.06957866748174031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,256,uniform,0.07335466643174489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,uniform,0.08091733356316884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,uniform,0.07964266836643219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,uniform,0.07856533428033192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,uniform,0.0886293351650238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,uniform,0.10428800185521443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,uniform,0.07530666887760162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,8,uniform,0.03571200122435888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,8,uniform,0.03846399982770284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,uniform,0.07525866727034251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,uniform,0.07555200159549713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,uniform,0.0932373305161794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,uniform,0.08062933385372162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,uniform,0.07609066863854726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,128,uniform,0.037952000896135964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,64,uniform,0.038362666964530945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,8,uniform,0.04391466577847799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,32,uniform,0.0383840004603068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,16,uniform,0.03976000100374222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,8,uniform,0.07880533238252004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,128,uniform,0.06270933151245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,64,uniform,0.0629066675901413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,32,uniform,0.06819200019041698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,16,uniform,0.07112533350785573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,256,uniform,0.07613333563009898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,uniform,0.08181333541870117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,uniform,0.08082133531570435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,uniform,0.08221333225568135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,uniform,0.0918880005677541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,8,uniform,0.03649600098530451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,uniform,0.10818666219711304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,uniform,0.07647466659545898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,8,uniform,0.040565334260463715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,uniform,0.07586133480072021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,128,uniform,0.038634667793909706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,uniform,0.07723733286062877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,uniform,0.0763679991165797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,uniform,0.08202666540940602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,uniform,0.09459199508031209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,32,uniform,0.03895466774702072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,16,uniform,0.04044266790151596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,64,uniform,0.039594667653242745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,8,uniform,0.08195200065771739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,8,uniform,0.045040001471837364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,128,uniform,0.06357333560784657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,64,uniform,0.06318933268388112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,32,uniform,0.06945066650708516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,256,uniform,0.07875733574231465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,16,uniform,0.07422933479150136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,uniform,0.08353599905967712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,uniform,0.09380799531936646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,uniform,0.08506133159001668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,uniform,0.08361599842707317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,uniform,0.11115200320879619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,8,uniform,0.036501333117485046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,uniform,0.07834666470686595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,8,uniform,0.04068266600370407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,128,uniform,0.038975998759269714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,uniform,0.07737066845099132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,uniform,0.07775466640790303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,uniform,0.0953439970811208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,uniform,0.07851199805736542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,uniform,0.08422399560610454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,64,uniform,0.03961066653331121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,32,uniform,0.039493332306543984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,16,uniform,0.04160533348719279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,64,uniform,0.0649599979321162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,128,uniform,0.06504533191521962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,8,uniform,0.04489066700140635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,8,uniform,0.08069866895675659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,32,uniform,0.07231999933719635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,16,uniform,0.07383466760317485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,uniform,0.092357337474823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,256,uniform,0.07933866480986278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,uniform,0.08524266878763835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,uniform,0.08469866712888081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,uniform,0.08665600419044495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,uniform,0.11376532912254333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,8,uniform,0.03724266588687897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,8,uniform,0.041706666350364685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,uniform,0.07999999821186066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,128,uniform,0.039962666730086006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,uniform,0.08006399869918823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,uniform,0.07989866534868877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,uniform,0.07924800117810567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,uniform,0.08480532964070638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,uniform,0.0995093286037445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,32,uniform,0.0403466671705246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,16,uniform,0.043338666359583534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,64,uniform,0.04074133435885111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,8,uniform,0.046800002455711365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,128,uniform,0.06669333577156067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,32,uniform,0.07492266595363617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,64,uniform,0.06632533172766368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,16,uniform,0.07821333408355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,256,uniform,0.08156799773375194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,8,uniform,0.08624533812204997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,uniform,0.11359999577204387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,uniform,0.08864532907803853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,uniform,0.08666132887204488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,uniform,0.08959466218948364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,uniform,0.09655466675758362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,uniform,0.08336533109347026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,8,uniform,0.04268800218900045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,8,uniform,0.04586133360862732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,uniform,0.0846666693687439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,uniform,0.08481066425641377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,uniform,0.10522666573524475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,uniform,0.09054399530092876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,uniform,0.08533333738644917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,128,uniform,0.04334933559099833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,8,uniform,0.05672533313433329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,64,uniform,0.04330666859944662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,32,uniform,0.045237332582473755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,16,uniform,0.04974933465321859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,64,uniform,0.06899733344713847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,128,uniform,0.0680213322242101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,16,uniform,0.08167999982833862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,256,uniform,0.08718400200208028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,32,uniform,0.07815999786059062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,8,uniform,0.0920853316783905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,uniform,0.093231995900472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,uniform,0.10288000106811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,uniform,0.09302933017412822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,uniform,0.09452266494433086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,8,uniform,0.043285335103670754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,uniform,0.08661866188049316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,uniform,0.12255466977755229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,8,uniform,0.04828266799449921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,uniform,0.0858026643594106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,uniform,0.08633599678675334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,uniform,0.08739200234413147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,uniform,0.10731200377146403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,uniform,0.09289600451787312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,128,uniform,0.04348266621430715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,64,uniform,0.04422399898370107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,128,uniform,0.07136000196139018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,32,uniform,0.04533333579699198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,16,uniform,0.05003199974695841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,8,uniform,0.059061333537101746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,8,uniform,0.1018506685892741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,64,uniform,0.07298133273919423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,16,uniform,0.08540800213813782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,32,uniform,0.0788800021012624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,256,uniform,0.08820799986521403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,uniform,0.095551997423172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,uniform,0.09591466188430786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,uniform,0.09634666641553243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,8,uniform,0.0444160004456838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,uniform,0.10618666807810466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,uniform,0.12387733658154805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,uniform,0.09242666761080424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,8,uniform,0.050213331977526345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,uniform,0.09007466832796733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,uniform,0.09116799632708232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,128,uniform,0.044400001565615334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,uniform,0.09843732913335164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,uniform,0.09205333391825359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,uniform,0.11367467045783997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,64,uniform,0.04502399762471517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,32,uniform,0.046469335754712425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,8,uniform,0.060789331793785095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,16,uniform,0.051685333251953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,128,uniform,0.07478933533032735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,64,uniform,0.07620800038178761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,32,uniform,0.08251200119654338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,16,uniform,0.08972799777984619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,256,uniform,0.09438400467236836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,uniform,0.10154133041699727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,8,uniform,0.04853333532810211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,8,uniform,0.1048479974269867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,uniform,0.10290666421254475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,uniform,0.10225600004196167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,uniform,0.11219732960065205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,uniform,0.13242666920026144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,uniform,0.09755200147628784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,8,uniform,0.05979733169078827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,uniform,0.09852266311645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,uniform,0.10010133186976115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,uniform,0.10454400380452473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,uniform,0.11739733815193176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,uniform,0.14152000347773233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,128,uniform,0.04865066707134247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,64,uniform,0.04882133503754934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,32,uniform,0.09355733791987102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,8,uniform,0.0710346649090449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,32,uniform,0.05123733480771383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,16,uniform,0.0592853327592214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,128,uniform,0.08701333403587341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,64,uniform,0.08693866928418477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,16,uniform,0.104912002881368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,8,uniform,0.12642666697502136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,uniform,0.11230933666229248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,256,uniform,0.1053600013256073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,uniform,0.11374400059382121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,uniform,0.11440533399581909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,uniform,0.12481600046157837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,8,uniform,0.052389333645502724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,uniform,0.14778133233388266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,8,uniform,0.06947733461856842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,uniform,0.12772799531618753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,uniform,0.10714133580525716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,uniform,0.10780266920725505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,uniform,0.11547199885050456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,uniform,0.1093386709690094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,uniform,0.1552853286266327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,64,uniform,0.053077335158983864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,128,uniform,0.0510506679614385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,32,uniform,0.057487999399503074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,128,uniform,0.09337066610654195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,16,uniform,0.0652213344971339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,8,uniform,0.08407466610272725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,32,uniform,0.1037600040435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,64,uniform,0.09412266810735066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,16,uniform,0.1164479951063792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,8,uniform,0.14963199694951376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,uniform,0.13366400202115378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,uniform,0.12537599603335062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,256,uniform,0.11354133486747742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,uniform,0.12180800239245097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,uniform,0.15217066804567972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,uniform,0.18806399901707968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,8,uniform,0.0937546690305074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,8,uniform,0.0735040009021759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,uniform,0.12833600242932638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,uniform,0.1269973317782084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,uniform,0.13121599952379862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,uniform,0.19027199347813925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,uniform,0.1404906709988912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,uniform,0.15589333573977152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,128,uniform,0.06446933249632518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,8,uniform,0.102101335922877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,64,uniform,0.06519466638565063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,32,uniform,0.0713866651058197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,16,uniform,0.08103999992211659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,64,uniform,0.11161067088445027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,128,uniform,0.1095306674639384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,32,uniform,0.1239413321018219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,16,uniform,0.14577066898345947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,8,uniform,0.17518933614095053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,256,uniform,0.13577066858609518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,uniform,0.14553067088127136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,uniform,0.14939733346303305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,uniform,0.15871999661127725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,uniform,0.1769226590792338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,uniform,0.21786133448282877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,8,uniform,0.08516266942024231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,8,uniform,0.10833600163459778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,uniform,0.14496533075968424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,uniform,0.17884800831476846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,uniform,0.14682666460673013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,uniform,0.16182399789492288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,uniform,0.14990933736165366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,uniform,0.22341332832972208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,128,uniform,0.07136533161004384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,32,uniform,0.08172800143559773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,64,uniform,0.07483733197053273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,16,uniform,0.09310400485992432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,8,uniform,0.11902399857838948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,128,uniform,0.13128532965977988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,32,uniform,0.14776532848676047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,64,uniform,0.1341600020726522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,16,uniform,0.17042134205500284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,uniform,0.17443732420603433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,8,uniform,0.2217973272005717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,256,uniform,0.15891733765602112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,uniform,0.17972799142201742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,uniform,0.19138665994008383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,uniform,0.2180373271306356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,uniform,0.2736853361129761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,8,uniform,0.11014933387438457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,8,uniform,0.14363732933998108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,uniform,0.1880213419596354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,uniform,0.2355626622835795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,uniform,0.19056000312169394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,uniform,0.19718400637308756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,uniform,0.21180800596872965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,uniform,0.30061866839726764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,128,uniform,0.09202667077382405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,32,uniform,0.10578667124112447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,64,uniform,0.09779199957847595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,8,uniform,0.1612266699473063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,16,uniform,0.12532800436019897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,128,uniform,0.15939733386039734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,64,uniform,0.1663040022055308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,32,uniform,0.18311999241511026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,16,uniform,0.22380799055099487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,8,uniform,0.288810670375824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,uniform,0.22296533981959024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,256,uniform,0.19776000579198202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,uniform,0.2153973380724589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,uniform,0.2388319969177246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,uniform,0.3420586585998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,uniform,0.2695786754290263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,8,uniform,0.13699199755986533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,8,uniform,0.17946666479110718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,uniform,0.22215465704600015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,uniform,0.22619199752807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,uniform,0.2355466683705648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,uniform,0.25515733162562054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,uniform,0.36904001235961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,uniform,0.28633066018422443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,128,uniform,0.10659733414649963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,64,uniform,0.11316800117492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,32,uniform,0.12483732899030049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,8,uniform,0.20728000005086264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,16,uniform,0.1511146624883016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,128,uniform,0.18842132886250815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,32,uniform,0.22725866238276163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,64,uniform,0.19690666596094766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,16,uniform,0.26868265867233276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,256,uniform,0.2477333347002665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,8,uniform,0.36344532171885174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,uniform,0.2682080070177714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,8,uniform,0.18288532892862955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,uniform,0.27715200185775757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,uniform,0.30005866289138794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,uniform,0.3381173213322957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,8,uniform,0.24753065903981528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,uniform,0.4318293333053589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,uniform,0.30295467376708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,uniform,0.3091946641604106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,uniform,0.3224959969520569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,uniform,0.34932267665863037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,uniform,0.3978133201599121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,uniform,0.5162560145060221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,128,uniform,0.14040533701578775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,64,uniform,0.14904000361760458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,32,uniform,0.16609600186347961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,16,uniform,0.2063360015551249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,8,uniform,0.2889546751976013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,128,uniform,0.26239466667175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,64,uniform,0.2707466681798299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,32,uniform,0.30723732709884644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,16,uniform,0.38159998257954914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,8,uniform,0.51910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,256,uniform,0.32900800307591754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,uniform,0.3526879946390788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,8,uniform,0.22889065742492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,uniform,0.3968213399251302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,uniform,0.3654400110244751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,uniform,0.44263466199239093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,8,uniform,0.3202773332595825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,uniform,0.5710560083389282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,uniform,0.38253335158030194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,uniform,0.4129386742909749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,uniform,0.5128426551818848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,uniform,0.3915199836095174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,uniform,0.44593600432078045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,uniform,0.6757226785024008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,128,uniform,0.17001599073410034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,64,uniform,0.18004266421000162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,32,uniform,0.20484266678492227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,8,uniform,0.38130664825439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,16,uniform,0.26953067382176715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,128,uniform,0.3211946686108907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,64,uniform,0.3338079849878947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,32,uniform,0.3917493422826131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,16,uniform,0.48870400587717694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,256,uniform,0.42002665996551514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,8,uniform,0.6873760223388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,uniform,0.4485866626103719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,uniform,0.47011733055114746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,uniform,0.5687626600265503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,uniform,0.5045653184254965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,8,uniform,0.3184960087140401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,8,uniform,0.45606935024261475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,uniform,0.7339253425598145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,uniform,0.5489226579666138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,uniform,0.5877813498179117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,uniform,0.6421813170115153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,uniform,0.5618240038553873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,uniform,0.7424960136413574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,uniform,0.9758026599884033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,128,uniform,0.23728533585866293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,64,uniform,0.254037340482076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,32,uniform,0.28970666726430255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,128,uniform,0.45258665084838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,16,uniform,0.38517332077026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,8,uniform,0.5234453280766805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,64,uniform,0.47309335072835285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,32,uniform,0.5559999942779541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,16,uniform,0.7274346351623535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,256,uniform,0.5980639855066935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,8,uniform,0.999567985534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,uniform,0.6456906795501709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,uniform,0.6768480141957601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,uniform,0.7268746693929037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,8,uniform,0.4224426746368408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,8,uniform,0.604634682337443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,uniform,0.8335146903991699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,uniform,1.0741973718007405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,uniform,0.7130026817321777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,uniform,0.7300533453623453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,uniform,0.7632906436920166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,uniform,0.8400106430053711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,uniform,0.9826613267262777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,uniform,1.2842933336893718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,128,uniform,0.30719999472300213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,64,uniform,0.33853332201639813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,16,uniform,0.5264000097910563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,32,uniform,0.38845332463582355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,8,uniform,0.7171626885732015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,128,uniform,0.5862293243408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,64,uniform,0.6132213274637858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,32,uniform,0.7136373519897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,16,uniform,0.9475093682607015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,uniform,0.8410133520762125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,8,uniform,1.3150560061136882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,256,uniform,0.786181370417277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,uniform,0.8804746468861898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,uniform,0.9476799964904785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,8,uniform,0.5351999998092651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,uniform,1.087125301361084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,8,uniform,0.7612000306447347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,uniform,1.393887996673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,uniform,0.8972533543904623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,uniform,0.8747573693593343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,uniform,0.9430399735768636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,uniform,1.0459520022074382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,uniform,1.2163253625233967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,uniform,1.6187680562337239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,128,uniform,0.39105598131815594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,64,uniform,0.39562666416168213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,32,uniform,0.4578933318456014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,16,uniform,0.6243786811828613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,8,uniform,0.8858559926350912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,128,uniform,0.7210346857706705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,64,uniform,0.7520586649576823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,32,uniform,0.8804852962493896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,16,uniform,1.1598986784617107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,8,uniform,1.6561226844787598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,256,uniform,0.9646773338317871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,uniform,1.0343146324157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,8,uniform,0.05677866439024607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,uniform,0.07188266515731812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,uniform,0.07513600091139476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,uniform,0.07809066772460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,uniform,1.089242696762085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,uniform,0.07318399846553802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,uniform,1.1858452955881755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,uniform,0.07242666681607564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,128,uniform,0.07091199855009715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,128,uniform,0.05147733290990194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,64,uniform,0.04890666902065277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,uniform,0.07382399837176006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,64,uniform,0.06880000233650208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,256,uniform,0.07877866427103679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,uniform,0.07512533167997996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,uniform,0.07341866691907246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,uniform,0.0730506678422292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,8,uniform,0.05754133562246958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,uniform,0.07256533205509186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,uniform,0.07834133505821228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,uniform,0.0741066684325536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,128,uniform,0.07275733351707458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,uniform,0.07379200061162312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,128,uniform,0.0525493323802948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,uniform,0.07346133391062419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,64,uniform,0.049178664882977806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,uniform,1.3668266932169597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,64,uniform,0.06898666421572368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,uniform,0.07424533367156982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,256,uniform,0.07910933097203572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,8,uniform,0.056741332014401756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,uniform,0.0749066670735677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,uniform,0.07615466912587483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,uniform,0.07362133264541626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,uniform,0.07506666580835979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,uniform,0.07707199951012929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,uniform,0.07452799876530965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,64,uniform,0.048885335524876915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,uniform,0.07355199754238129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,uniform,0.07468266785144806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,128,uniform,0.051967998345692955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,128,uniform,0.07225066423416138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,256,uniform,0.07828799883524577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,uniform,1.7793653806050618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,64,uniform,0.0693280001481374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,uniform,0.07487999896208446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,8,uniform,0.05668266614278158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,uniform,0.07559466858704884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,uniform,0.07402666906515758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,uniform,0.07707199951012929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,uniform,0.07859200239181519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,uniform,0.07793599863847096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,uniform,0.07298666735490163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,uniform,0.07494399944941203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,uniform,0.08044266700744629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,128,uniform,0.07161066432793935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,128,uniform,0.052202666799227394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,64,uniform,0.0496373325586319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,256,uniform,0.07884266475836436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,64,uniform,0.06921066840489705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,uniform,0.0782293329636256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,uniform,0.07425599793593089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,uniform,0.08088533580303192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,uniform,0.07597866654396057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,8,uniform,0.057061334451039634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,uniform,0.08108800152937572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,uniform,0.07888533174991608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,uniform,0.07427733143170674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,128,uniform,0.07242133220036824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,uniform,0.08261333405971527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,uniform,0.08701866865158081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,64,uniform,0.05186666548252106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,128,uniform,0.05199466645717621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,uniform,0.07484800120194753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,256,uniform,0.07923733194669087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,64,uniform,0.07275199890136719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,uniform,0.08758933345476787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,uniform,0.08152533570925395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,uniform,0.08498133222262065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,uniform,0.07855999966462453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,8,uniform,0.05779733260472616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,uniform,0.0790826678276062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,64,uniform,0.053802669048309326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,uniform,0.0844640036424001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,uniform,0.0913759966691335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,128,uniform,0.053413331508636475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,uniform,0.0999679962793986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,256,uniform,0.07869866490364075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,128,uniform,0.07393600046634674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,uniform,0.07969066500663757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,64,uniform,0.07457600037256877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,8,uniform,0.05728533367315928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,uniform,0.08621333042780559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,uniform,0.09230933586756389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,uniform,0.10011733571688335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,uniform,0.07980266710122426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,uniform,0.09227200349171956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,uniform,0.07990933458010356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,uniform,0.08772266904513042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,uniform,0.10171199838320415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,128,uniform,0.05403199791908264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,64,uniform,0.07393066585063934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,64,uniform,0.05367999772230784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,128,uniform,0.07411733269691467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,uniform,0.08620799581209819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,uniform,0.11615467071533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,256,uniform,0.08061866462230682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,uniform,0.10419199864069621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,uniform,0.09240000446637471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,uniform,0.08852799733479817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,8,uniform,0.05731200178464254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,uniform,0.08168533444404602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,uniform,0.0841493308544159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,uniform,0.09146133065223694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,64,uniform,0.054885332783063255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,uniform,0.10194133718808492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,128,uniform,0.052629331747690834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,uniform,0.09435199697812398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,128,uniform,0.07597866654396057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,64,uniform,0.07597866654396057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,256,uniform,0.08131200075149536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,uniform,0.08667733271916707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,uniform,0.10371733705202739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,8,uniform,0.060319999853769936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,uniform,0.11570133765538533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,uniform,0.08241599798202515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,uniform,0.08268799881140391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,128,uniform,0.053472002347310386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,uniform,0.09045867125193278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,uniform,0.09342400232950847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,uniform,0.10168000062306722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,64,uniform,0.054005334774653115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,256,uniform,0.08156266808509827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,128,uniform,0.07528533538182576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,64,uniform,0.0757066657145818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,uniform,0.08711466193199158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,uniform,0.09658666451772054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,8,uniform,0.0595360000928243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,uniform,0.10380799571673076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,uniform,0.11984533071517944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,uniform,0.10153067111968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,uniform,0.08301866551240285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,uniform,0.08994133273760478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,uniform,0.08393067121505737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,uniform,0.09313600262006123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,128,uniform,0.05306133131186167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,64,uniform,0.05406400064627329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,128,uniform,0.07594666878382365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,8,uniform,0.06019733349482218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,256,uniform,0.08330666522185008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,uniform,0.09715200463930766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,64,uniform,0.07746133208274841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,uniform,0.08679466446240743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,uniform,0.10336533188819885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,uniform,0.11914133032162984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,uniform,0.08457066615422566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,uniform,0.08455466230710347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,uniform,0.0911253293355306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,uniform,0.09525866309801738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,128,uniform,0.07808533310890198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,128,uniform,0.05323199927806854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,uniform,0.10452799995740254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,64,uniform,0.05378133555253347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,uniform,0.09954133629798889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,64,uniform,0.07842666904131572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,256,uniform,0.08515733480453491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,uniform,0.0918293297290802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,uniform,0.10702932874361674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,uniform,0.12112533052762349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,8,uniform,0.05992533266544342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,uniform,0.08499733606974284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,128,uniform,0.07999466856320699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,uniform,0.08429867029190063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,uniform,0.09124799569447835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,uniform,0.10813867052396138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,uniform,0.09709333380063374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,64,uniform,0.055029332637786865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,128,uniform,0.05459199845790863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,64,uniform,0.0790773332118988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,uniform,0.10199999809265137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,uniform,0.0906880001227061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,uniform,0.08595732847849528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,uniform,0.12264000376065572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,256,uniform,0.08739733695983887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,uniform,0.10847999652226765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,8,uniform,0.06098133325576782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,uniform,0.09703999757766724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,uniform,0.08678932984670003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,uniform,0.09218133489290874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,128,uniform,0.054799998799959816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,uniform,0.10573866963386536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,64,uniform,0.05487466851870219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,128,uniform,0.07876266539096832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,64,uniform,0.07999999821186066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,256,uniform,0.08761066198348999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,uniform,0.08544533451398213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,uniform,0.10306666294733684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,uniform,0.09473599990208943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,uniform,0.11030399799346924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,8,uniform,0.06251200040181477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,uniform,0.12501333157221475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,uniform,0.09354133407274882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,uniform,0.08691733082135518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,uniform,0.09725333253542583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,uniform,0.10749333103497823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,128,uniform,0.05629866818586985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,64,uniform,0.05576533575852712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,128,uniform,0.08039466540018718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,64,uniform,0.0803306649128596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,256,uniform,0.0885599950949351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,uniform,0.08672533432642619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,uniform,0.09356799721717834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,uniform,0.10478400190671285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,8,uniform,0.06379733482996623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,uniform,0.11058132847150166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,uniform,0.1270026663939158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,uniform,0.09531199932098389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,uniform,0.08866133292516072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,uniform,0.09928533434867859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,128,uniform,0.05667733152707418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,64,uniform,0.08137600123882294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,uniform,0.1126026709874471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,64,uniform,0.058335999647776283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,128,uniform,0.08095466593901317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,256,uniform,0.09006399909655254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,uniform,0.11634133259455363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,8,uniform,0.06625600159168243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,uniform,0.13359999656677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,uniform,0.0979146659374237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,uniform,0.10442666212717693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,uniform,0.0881760021050771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,uniform,0.0962506632010142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,uniform,0.09127466877301534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,64,uniform,0.08594666918118794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,uniform,0.10094400246938069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,uniform,0.1153706709543864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,64,uniform,0.058229332168896995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,128,uniform,0.057301332553227745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,128,uniform,0.08689066767692566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,256,uniform,0.09295466542243958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,uniform,0.10057600339253743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,uniform,0.1081813375155131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,8,uniform,0.06888000170389812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,uniform,0.1162453293800354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,uniform,0.1334879994392395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,uniform,0.10037333766619365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,uniform,0.09326400359471639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,uniform,0.09306666254997253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,uniform,0.10758933424949646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,128,uniform,0.08665600419044495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,uniform,0.12114133437474568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,128,uniform,0.058431997895240784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,64,uniform,0.05963733295599619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,256,uniform,0.09578133622805278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,64,uniform,0.08618133266766866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,uniform,0.11199466387430827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,uniform,0.10397332906723022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,uniform,0.12126933534940083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,8,uniform,0.08585600058237712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,uniform,0.14016000429789224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,uniform,0.11598933736483256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,uniform,0.11014399925867717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,uniform,0.10798933108647664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,uniform,0.12733333309491476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,uniform,0.15055466691652933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,128,uniform,0.09563199679056804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,128,uniform,0.059818665186564125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,64,uniform,0.06401599943637848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,64,uniform,0.09798933068911235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,256,uniform,0.10667199889818828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,uniform,0.13215999801953635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,uniform,0.11317867040634155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,uniform,0.12353066603342693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,8,uniform,0.09329066673914592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,uniform,0.15061333775520325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,uniform,0.11666133006413777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,uniform,0.12034133076667786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,uniform,0.11425600449244182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,uniform,0.1350879967212677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,uniform,0.1590720017751058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,128,uniform,0.06185600161552429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,64,uniform,0.1142026682694753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,64,uniform,0.06871999800205231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,128,uniform,0.1123466690381368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,256,uniform,0.12433600425720215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,uniform,0.14065066973368326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,uniform,0.19924267133076987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,uniform,0.1476693352063497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,8,uniform,0.11995200316111247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,uniform,0.16476800044377646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,uniform,0.14834133783976236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,uniform,0.16889599959055582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,uniform,0.14422399799029031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,uniform,0.14921067158381143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,uniform,0.20120000839233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,64,uniform,0.07566933333873749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,128,uniform,0.07413866619269054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,128,uniform,0.12846400340398154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,64,uniform,0.12484799822171529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,uniform,0.15666133165359497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,256,uniform,0.14035733540852866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,uniform,0.16411200165748596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,8,uniform,0.14646933476130167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,uniform,0.18717332681020102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,uniform,0.22209066152572632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,uniform,0.16394133369127908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,uniform,0.16196800271670023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,uniform,0.16713066895802817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,128,uniform,0.15355733036994934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,uniform,0.1845546762148539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,uniform,0.22632000843683878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,64,uniform,0.08443199594815572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,128,uniform,0.08005333443482716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,64,uniform,0.1534826656182607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,uniform,0.19332265853881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,8,uniform,0.1953279972076416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,256,uniform,0.17389865716298422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,uniform,0.2205280065536499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,uniform,0.2004586656888326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,uniform,0.2723520000775655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,uniform,0.20972265799840292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,uniform,0.21271467208862305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,uniform,0.2148373325665792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,uniform,0.29179199536641437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,128,uniform,0.10188800096511841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,uniform,0.23473066091537476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,64,uniform,0.10678933064142863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,128,uniform,0.1904639999071757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,64,uniform,0.18985599279403687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,256,uniform,0.21065600713094076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,8,uniform,0.23992000023523966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,uniform,0.23841599623362222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,uniform,0.23092800378799438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,uniform,0.2635413408279419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,uniform,0.3256853421529134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,uniform,0.2597866654396057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,uniform,0.260917325814565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,uniform,0.25515200694402057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,uniform,0.28459733724594116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,uniform,0.34143467744191486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,128,uniform,0.11531733473141988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,64,uniform,0.11998400092124939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,64,uniform,0.21662932634353638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,128,uniform,0.21715199947357178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,256,uniform,0.26447467009226483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,uniform,0.30457599957784015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,uniform,0.30938132603963214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,uniform,0.4041066567103068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,8,uniform,0.33582401275634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,uniform,0.3377546469370524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,uniform,0.3482346534729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,uniform,0.34828801949818927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,uniform,0.35235198338826496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,128,uniform,0.15158933401107788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,uniform,0.3866453170776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,uniform,0.4644426504770915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,64,uniform,0.15756799777348837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,128,uniform,0.3003679911295573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,uniform,0.389301339785258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,64,uniform,0.29862932364145917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,256,uniform,0.3402453263600667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,uniform,0.39505600929260254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,uniform,0.43231467405955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,uniform,0.5184266567230225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,8,uniform,0.43167467912038165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,uniform,0.4396586815516154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,uniform,0.4422026475270589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,uniform,0.44566933314005536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,uniform,0.48182400067647296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,uniform,0.5903146664301554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,64,uniform,0.18788800636927286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,128,uniform,0.1822506586710612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,128,uniform,0.36107198397318524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,64,uniform,0.3628426790237427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,256,uniform,0.44248533248901367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,uniform,0.5038079818089803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,uniform,0.5014826854070028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,8,uniform,0.6182186603546143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,uniform,0.5459893147150675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,uniform,0.6616213321685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,uniform,0.6219306786855062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,uniform,0.6291946570078532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,uniform,0.6350133419036865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,uniform,0.6846933364868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,uniform,0.8380320072174072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,128,uniform,0.24884267648061117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,64,uniform,0.2616373300552368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,128,uniform,0.5099413394927979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,64,uniform,0.5163040161132812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,uniform,0.7184960047403971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,256,uniform,0.607813318570455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,uniform,0.7100906372070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,uniform,0.7752906481424967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,uniform,0.9345333576202393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,8,uniform,0.8020479679107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,uniform,0.8043680191040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,uniform,0.8111840089162191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,uniform,0.8160639603932699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,uniform,0.8846080303192139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,uniform,1.0767839749654133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,128,uniform,0.3134613235791524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,64,uniform,0.3256640036900838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,128,uniform,0.6515573263168335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,64,uniform,0.6541440089543661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,256,uniform,0.7940959930419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,uniform,0.9253813425699869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,uniform,0.9284319877624512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,uniform,0.999509334564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,uniform,1.2067413330078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,8,uniform,0.9876586596171061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,uniform,0.9880426724751791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,uniform,0.9942613442738851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,uniform,0.9998400211334229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,uniform,1.083184003829956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,128,uniform,0.3763999938964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,uniform,1.3277546564737956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,64,uniform,0.3949120044708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,128,uniform,0.7941653728485107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,64,uniform,0.7977120081583658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,256,uniform,0.9699359734853109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,uniform,1.1315946578979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,uniform,1.137279987335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,uniform,1.4757439295450847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,uniform,1.2262293497721355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,uniform,0.026698666314284008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,uniform,0.030634666482607525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,uniform,0.05957333246866862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,uniform,0.048250665267308555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,uniform,0.04715733230113983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,uniform,0.04810666541258494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,uniform,0.0491946687301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,uniform,0.028805332879225414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,uniform,0.028234665592511494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,uniform,0.027994667490323383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,128,uniform,0.04730666677157084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,64,uniform,0.045109331607818604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,uniform,0.04499199986457825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,uniform,0.045706664522488914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,256,uniform,0.06020266811052958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,uniform,0.05030400057633718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,uniform,0.048767998814582825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,uniform,0.04929600159327189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,uniform,0.05108266572157542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,uniform,0.02722666660944621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,uniform,0.059658666451772056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,uniform,0.03050133337577184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,uniform,0.04985066751639048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,uniform,0.048538664976755776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,uniform,0.04850133260091146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,uniform,0.04972266654173533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,uniform,0.0286613330245018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,uniform,0.028373333315054577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,uniform,0.028405333558718365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,128,uniform,0.04543466866016388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,64,uniform,0.0436160018046697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,uniform,0.04384533564249674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,uniform,0.04302933315436045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,256,uniform,0.05589866638183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,uniform,0.04669333497683207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,uniform,0.04753600060939789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,uniform,0.04982399940490723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,uniform,0.049098665515581764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,uniform,0.026650667190551758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,uniform,0.030271999537944794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,uniform,0.05969599882761637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,uniform,0.04910400013128916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,uniform,0.04833599925041199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,uniform,0.05037866532802582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,uniform,0.046165332198143005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,uniform,0.028773332635561626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,uniform,0.02683199942111969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,uniform,0.026757332185904186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,128,uniform,0.04588800172011057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,64,uniform,0.04330133398373922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,uniform,0.045642669002215065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,uniform,0.047509332497914634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,256,uniform,0.05541333556175232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,uniform,0.046581332882245384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,uniform,0.04711466530958811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,uniform,0.04754666487375895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,uniform,0.050704002380371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,uniform,0.02555199960867564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,uniform,0.04957866668701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,uniform,0.029663999875386555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,uniform,0.05540800094604492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,uniform,0.04826666911443075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,uniform,0.04691733419895172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,uniform,0.04974933465321859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,uniform,0.027093333502610523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,uniform,0.027434666951497395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,uniform,0.027402666707833607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,128,uniform,0.04825599988301595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,64,uniform,0.04288533329963684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,uniform,0.04643733302752177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,uniform,0.04620266457398733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,256,uniform,0.059605335195859276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,uniform,0.04905599852403005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,uniform,0.05041066805521647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,uniform,0.047210668524106346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,uniform,0.05420800050099691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,uniform,0.027056001126766205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,uniform,0.03161066770553589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,uniform,0.060133333007494606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,uniform,0.0496319979429245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,uniform,0.04937600096066793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,uniform,0.05173333485921224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,uniform,0.05712000032265981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,uniform,0.029071999092896778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,uniform,0.02924266705910365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,uniform,0.029872000217437744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,128,uniform,0.046256000796953835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,64,uniform,0.045519997676213585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,uniform,0.04725333551565806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,uniform,0.049440001447995506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,256,uniform,0.0565280020236969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,uniform,0.04827733337879181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,uniform,0.048826664686203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,uniform,0.05211733281612396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,uniform,0.05743999779224396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,uniform,0.026714667677879333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,uniform,0.027813332776228588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,uniform,0.060090666015942894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,uniform,0.05630399783452352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,uniform,0.061903998255729675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,uniform,0.06407466530799866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,uniform,0.07252266506354015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,uniform,0.02945599953333537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,uniform,0.029861333469549816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,uniform,0.0305173322558403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,128,uniform,0.0487306664387385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,64,uniform,0.05046399931112925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,uniform,0.05258133510748545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,256,uniform,0.06132799883683523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,uniform,0.06530666848023732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,uniform,0.0516533354918162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,uniform,0.06709866722424825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,uniform,0.057802667220433555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,uniform,0.06829866766929626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,uniform,0.025850666066010792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,uniform,0.02829333394765854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,uniform,0.05668266614278158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,uniform,0.060933331648508705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,uniform,0.06299200157324474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,uniform,0.06526400148868561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,uniform,0.07446399827798207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,uniform,0.030207999050617218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,uniform,0.029685333371162415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,uniform,0.03218133250872294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,128,uniform,0.04509866734345754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,64,uniform,0.04593066871166229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,uniform,0.04799999793370565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,uniform,0.05211733281612396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,256,uniform,0.0572320024172465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,uniform,0.07106666763623555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,uniform,0.07130666573842366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,uniform,0.06968000034491222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,uniform,0.07667733232180278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,uniform,0.025759999950726826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,uniform,0.02829333394765854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,uniform,0.05825066566467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,uniform,0.05855466425418854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,uniform,0.06369066735108693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,uniform,0.06585599978764851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,uniform,0.07541333138942719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,uniform,0.02796799937884013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,uniform,0.029834667841593426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,uniform,0.029343999922275543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,128,uniform,0.04624533156553904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,64,uniform,0.04685866832733154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,uniform,0.04978133241335551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,uniform,0.05402133365472158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,256,uniform,0.05815466741720835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,uniform,0.06729599833488464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,uniform,0.07182399928569794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,uniform,0.07615466912587483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,uniform,0.08396266897519429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,uniform,0.028901333610216778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,uniform,0.06489600241184235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,uniform,0.030213333666324615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,uniform,0.0617439995209376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,uniform,0.065461332599322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,uniform,0.06551466882228851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,uniform,0.08401599526405334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,uniform,0.032655999064445496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,uniform,0.02906133234500885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,uniform,0.031712000568707786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,64,uniform,0.05075199902057648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,128,uniform,0.04979733129342397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,uniform,0.05359466870625814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,uniform,0.05723733206590017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,256,uniform,0.06014933188756307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,uniform,0.0706826647122701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,uniform,0.0702453354994456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,uniform,0.08163733283678691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,uniform,0.08517332871754964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,uniform,0.028416000306606293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,uniform,0.031888000667095184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,uniform,0.06605866551399231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,uniform,0.06666133304437001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,uniform,0.0674773355325063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,uniform,0.07150933146476746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,uniform,0.07947733501593272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,uniform,0.030799999833106995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,uniform,0.02962133288383484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,uniform,0.031034665803114574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,64,uniform,0.05117333432038625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,128,uniform,0.050255998969078064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,uniform,0.05426666637261709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,uniform,0.059706668059031166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,256,uniform,0.06160533428192139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,uniform,0.07579199969768524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,uniform,0.07613866527875264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,uniform,0.0913813312848409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,uniform,0.07712000111738841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,uniform,0.027461332579453785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,uniform,0.06318933268388112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,uniform,0.030933332939942677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,uniform,0.06825066606203715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,uniform,0.06444266438484192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,uniform,0.07361599802970886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,uniform,0.08297599852085114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,uniform,0.03181333343187968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,uniform,0.03287466615438461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,uniform,0.03385066737731298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,128,uniform,0.05212266743183136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,64,uniform,0.05239999790986379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,uniform,0.05637866755326589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,uniform,0.0618399977684021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,256,uniform,0.06268799801667531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,uniform,0.0724480003118515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,uniform,0.07321600119272868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,uniform,0.0827893316745758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,uniform,0.08874133229255676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,uniform,0.03188266605138779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,uniform,0.028725333511829376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,uniform,0.06746133168538411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,uniform,0.07173333565394084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,uniform,0.06846400101979573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,uniform,0.08021333316961925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,uniform,0.09086933732032776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,uniform,0.0351946676770846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,uniform,0.03362133353948593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,uniform,0.03573866685231527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,128,uniform,0.05820266902446747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,64,uniform,0.057434668143590294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,uniform,0.05927466849486033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,uniform,0.07125866909821828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,256,uniform,0.07312533259391785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,uniform,0.08360532919565837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,uniform,0.07699733475844066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,uniform,0.09067199627558391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,uniform,0.030432000756263733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,uniform,0.10660800337791443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,uniform,0.03429333368937174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,uniform,0.07246399919191997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,uniform,0.073253333568573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,uniform,0.06594666838645935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,uniform,0.08474666873613994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,uniform,0.08166400094827016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,uniform,0.03433600068092346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,uniform,0.0354666660229365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,uniform,0.03605333218971888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,128,uniform,0.055344000458717346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,64,uniform,0.05459733307361603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,uniform,0.061477333307266235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,uniform,0.06729066868623097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,256,uniform,0.06880533198515575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,uniform,0.08382399876912434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,uniform,0.08470400174458821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,uniform,0.11348799864451091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,uniform,0.08550933003425598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,uniform,0.029258665939172108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,uniform,0.06983466446399689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,uniform,0.03311999887228012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,uniform,0.07358400026957194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,uniform,0.06934399902820587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,uniform,0.08364267150561015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,uniform,0.0883786678314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,uniform,0.035029334326585136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,uniform,0.03594133257865906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,uniform,0.03670933345953623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,128,uniform,0.05729599793752035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,64,uniform,0.0574239989121755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,uniform,0.06278400123119354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,uniform,0.07412800192832947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,256,uniform,0.06965866684913635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,uniform,0.08026666442553203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,uniform,0.07951466739177704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,uniform,0.08747200171152751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,uniform,0.11027200023333232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,uniform,0.03528533379236857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,uniform,0.03812266637881597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,uniform,0.08165866633256276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,uniform,0.07695466776688893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,uniform,0.08377066254615784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,uniform,0.08532266815503438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,uniform,0.10626666744550069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,uniform,0.0394400010506312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,uniform,0.036362667878468834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,uniform,0.04075733323891958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,128,uniform,0.06390400230884552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,64,uniform,0.06101333101590475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,uniform,0.07497066756089528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,uniform,0.0800853321949641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,256,uniform,0.08424533406893413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,uniform,0.09429867068926494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,uniform,0.08738133311271667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,uniform,0.10388799508412679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,uniform,0.1206666628519694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,uniform,0.03700799991687139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,uniform,0.08268799881140391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,uniform,0.039674667020638786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,uniform,0.08261866867542267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,uniform,0.07939200103282928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,uniform,0.09114666779836018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,uniform,0.10282133022944133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,uniform,0.038586666186650596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,uniform,0.039093332986036934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,uniform,0.0410453329483668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,128,uniform,0.06105599800745646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,64,uniform,0.061477333307266235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,uniform,0.07060266534487407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,uniform,0.08168533444404602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,256,uniform,0.07881600161393483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,uniform,0.08668800195058186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,uniform,0.12212266524632771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,uniform,0.08877333005269368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,uniform,0.09832533200581868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,uniform,0.0400693342089653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,uniform,0.035775999228159584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,uniform,0.0837653378645579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,uniform,0.08369599779446919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,uniform,0.09320533275604248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,uniform,0.10814932982126872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,uniform,0.10046399633089702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,uniform,0.040976000328858696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,uniform,0.038373333712418876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,uniform,0.04110399881998698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,128,uniform,0.06740266581376393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,64,uniform,0.06778666873772939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,uniform,0.0972106655438741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,uniform,0.07832000156243642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,256,uniform,0.08529599507649739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,uniform,0.09075199564297994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,uniform,0.09332266449928284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,uniform,0.10533333818117778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,uniform,0.13332266608874002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,uniform,0.04896000027656555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,uniform,0.039477333426475525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,uniform,0.09435199697812398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,uniform,0.08916266759236653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,uniform,0.09727999567985535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,uniform,0.10392533739407857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,uniform,0.12746133406956991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,uniform,0.04314666489760081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,uniform,0.04318933188915253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,uniform,0.04846400022506714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,128,uniform,0.0776693324247996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,64,uniform,0.07959466675917308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,uniform,0.08481066425641377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,uniform,0.09865066409111023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,256,uniform,0.09251733620961507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,uniform,0.10841600100199382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,uniform,0.12459733088811238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,uniform,0.10501866539319356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,uniform,0.14892799655596414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,uniform,0.04614933331807455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,uniform,0.05705599983533224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.09886933366457622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,uniform,0.10476266344388326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,uniform,0.10267733534177144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,uniform,0.11992533008257548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,uniform,0.13408533732096353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,uniform,0.048858667413393654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,uniform,0.04870399832725525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,uniform,0.05230399966239929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,64,uniform,0.08053333560625713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,128,uniform,0.08143466711044312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,uniform,0.11171199878056844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,uniform,0.09541866183280945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,256,uniform,0.10599467158317566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,uniform,0.1125440001487732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,uniform,0.12338667114575703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,uniform,0.13222400347391763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,uniform,0.16422399878501892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,uniform,0.055359999338785805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,uniform,0.11929600437482198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,uniform,0.06731200218200684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,uniform,0.11919466654459636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,uniform,0.12040000160535176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,uniform,0.13884799679120383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,uniform,0.15998933712641397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,uniform,0.05134400228659312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,uniform,0.05282666782538096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,uniform,0.05923733115196228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,128,uniform,0.10103999574979146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,uniform,0.11609599987665813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,64,uniform,0.09761599699656169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,uniform,0.13796266913414001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,256,uniform,0.12229333321253459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,uniform,0.13668800393740335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,uniform,0.1600053310394287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,uniform,0.13583999872207642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,uniform,0.1909493406613668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,uniform,0.0642080008983612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,uniform,0.0846720039844513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.12533332904179892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,uniform,0.13206400473912558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,uniform,0.13361600041389465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,uniform,0.15642666816711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,uniform,0.1832053263982137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,uniform,0.05825600028038025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,uniform,0.057434668143590294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,uniform,0.06780266761779785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,128,uniform,0.1046560009320577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,uniform,0.12446399529774983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,64,uniform,0.1074720025062561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,uniform,0.15202132860819498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,256,uniform,0.13916266957918802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,uniform,0.14914666612943014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,uniform,0.1560426652431488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,uniform,0.22117332617441812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,uniform,0.17507733901341757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,uniform,0.0782293329636256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,uniform,0.09910933176676433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,uniform,0.15382400155067444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,uniform,0.15636799732844034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,uniform,0.169978658358256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,uniform,0.19249065717061362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,uniform,0.2458933393160502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,uniform,0.0689386675755183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,uniform,0.07251200079917908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,uniform,0.08180266618728638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,128,uniform,0.12475732962290446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,64,uniform,0.13262933492660522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,uniform,0.20384534200032553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,uniform,0.15786133209864298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,256,uniform,0.16805867354075113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,uniform,0.19792000452677408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,uniform,0.18187199036280313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,uniform,0.223855992158254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,uniform,0.2767573396364848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,uniform,0.09291733304659526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,uniform,0.11922132968902588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.17995200554529825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,uniform,0.18293333053588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,uniform,0.19656533002853394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,uniform,0.2264853318532308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,uniform,0.3046293258666992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,uniform,0.08413867155710857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,uniform,0.0743146687746048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,uniform,0.10022399822870891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,128,uniform,0.14383999506632486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,64,uniform,0.1593653361002604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,uniform,0.1855093240737915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,uniform,0.26493332783381146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,256,uniform,0.20041600863138834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,uniform,0.22020800908406576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,uniform,0.2332586646080017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,uniform,0.267792006333669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,uniform,0.35470934708913165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,uniform,0.12111467123031616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,uniform,0.1696000099182129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,uniform,0.23640000820159912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,uniform,0.22035733858744302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,uniform,0.25832533836364746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,uniform,0.3068319956461589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,uniform,0.4371680021286011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,uniform,0.10588266452153523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,uniform,0.09055999914805095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,uniform,0.13089600205421448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,128,uniform,0.19000534216562906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,64,uniform,0.20334933201471964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,uniform,0.25120000044504803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,uniform,0.3678559859593709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,uniform,0.2812533378601074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,256,uniform,0.2556106646855672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,uniform,0.3003679911295573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,uniform,0.34595199426015216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,uniform,0.4729546705881755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,uniform,0.2201813260714213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,uniform,0.1448853313922882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.2737226684888204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,uniform,0.28589866558710736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,uniform,0.3157973289489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,uniform,0.5424160162607828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,uniform,0.3967466751734416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,uniform,0.10853333274523418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,uniform,0.12063999970753987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,uniform,0.16099733114242554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,128,uniform,0.22096532583236694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,64,uniform,0.23644800980885824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,uniform,0.326255997021993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,256,uniform,0.31780799229939777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,uniform,0.4618026812871297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,uniform,0.3482293287913005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,uniform,0.37492799758911133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,uniform,0.4681973457336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,uniform,0.6192746559778849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,uniform,0.23365867137908936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,uniform,0.33398401737213135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,uniform,0.3774293263753255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,uniform,0.3929813305536906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,uniform,0.5678293307622274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,uniform,0.43906664848327637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,uniform,0.7817813555399576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,uniform,0.14080533385276794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,uniform,0.16710400581359863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,uniform,0.2336746652921041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,128,uniform,0.30316267410914105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,64,uniform,0.3275093237559001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,uniform,0.4721813201904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,uniform,0.6679039796193441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,256,uniform,0.44199466705322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,uniform,0.4703679879506429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,uniform,0.5309653282165527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,uniform,0.8601173559824625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,uniform,0.6499306758244833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,uniform,0.41897066434224445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,uniform,0.3018453319867452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.46589334805806476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,uniform,0.5001546541849772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,uniform,0.7302719751993815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,uniform,1.0130826632181804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,uniform,0.573365330696106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,uniform,0.17432000239690146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,uniform,0.20874667167663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,uniform,0.30590933561325073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,128,uniform,0.39813868204752606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,64,uniform,0.4498453140258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,uniform,0.6099840005238851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,uniform,0.8712853590647379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,256,uniform,0.5616960128148397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,uniform,0.6236426830291748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,uniform,0.7124373118082682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,uniform,0.8669493198394775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,uniform,1.1510667006174724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,uniform,0.3769013484319051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,uniform,0.5262666543324789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,uniform,0.5943679809570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,uniform,0.6299519936243693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,uniform,0.7239999771118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,uniform,0.9117919603983561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,uniform,1.2660693327585857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,uniform,0.20592000087102255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,uniform,0.2599253257115682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,uniform,0.3784746726353963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,128,uniform,0.473413348197937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,64,uniform,0.5445653200149536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,uniform,0.7360320091247559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,uniform,1.0624533494313557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,256,uniform,0.6783520380655924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,uniform,0.7607733408610026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,uniform,0.8727786540985107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,uniform,1.0531199773152669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,uniform,1.414687951405843
