framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,uniform,0.28178133567174274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,uniform,0.30966933568318683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,uniform,0.5316426753997803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,uniform,0.25778667132059735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,uniform,0.5737333297729492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,uniform,0.4464159806569417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,uniform,0.2930826743443807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,uniform,0.9569706916809082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,uniform,0.5362826585769653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,uniform,0.5041173299153646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,uniform,1.6053759256998699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,uniform,0.14218133687973022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,uniform,0.275221327940623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,uniform,0.8396533330281576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,uniform,0.4384106794993083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,uniform,1.730837345123291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,uniform,0.960256020228068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,uniform,1.0172959963480632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,uniform,0.9527786572774252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,uniform,0.8280213673909506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,uniform,1.0911359786987305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,uniform,1.9840426445007324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,uniform,2.136415958404541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,uniform,1.0369919935862224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,uniform,1.6181599299112956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,uniform,1.7043573061625164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,uniform,1.9848106702168782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,uniform,3.9467201232910156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,uniform,4.205504099527995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,uniform,0.969210704167684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,uniform,1.622538725535075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,uniform,3.913050651550293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,uniform,1.7109440167744954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,uniform,0.9770987033843994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,uniform,1.6376585960388184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,uniform,1.6094506581624348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,uniform,4.977077484130859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,uniform,7.806442896525065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,uniform,7.785919825236003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,uniform,0.9814826647440592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,uniform,7.810981114705403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,uniform,5.27129586537679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,uniform,1.7519946098327637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,uniform,1.7192853291829426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,uniform,7.804634730021159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,uniform,0.986677328745524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,uniform,5.270730654398601
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,uniform,11.71560033162435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,uniform,1.6414507230122883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,uniform,11.68459701538086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,uniform,7.82033093770345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,uniform,1.62609068552653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,uniform,1.037216027577718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,uniform,1.6445600191752117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,uniform,4.965962727864583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,uniform,11.68381373087565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,uniform,1.0012053648630779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,uniform,1.6494293212890625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,uniform,1.7328373591105144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,uniform,5.293429374694824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,uniform,7.841946919759114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,uniform,1.654549280802409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,uniform,7.870965321858724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,uniform,1.3747307459513347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,uniform,1.9407520294189453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,uniform,5.315456072489421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,uniform,11.712411244710287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,uniform,1.046341339747111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,uniform,7.966762542724609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,uniform,1.7472373644510906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,uniform,11.720884958902994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,uniform,5.341136296590169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,uniform,1.7857173283894856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,uniform,11.769978841145834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,uniform,1.7694560686747234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,uniform,1.102661371231079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,uniform,7.896234512329102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,uniform,1.7704906463623047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,uniform,5.339855829874675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,uniform,1.7074774106343586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,uniform,1.5215199788411458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,uniform,5.401135762532552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,uniform,2.7711734771728516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,uniform,7.97267214457194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,uniform,12.272095998128256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,uniform,1.7375946044921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,uniform,11.843172709147135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,uniform,1.3772907257080078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,uniform,8.102789560953775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,uniform,5.441365559895833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,uniform,2.2700319290161133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,uniform,11.898810068766275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,uniform,1.7667147318522136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,uniform,2.517680009206136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,uniform,4.041856129964192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,uniform,5.162906646728516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,uniform,8.038346608479818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,uniform,12.071231842041016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,uniform,8.141845067342123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,uniform,3.805626551310221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,uniform,1.797210693359375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,uniform,5.479989369710286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,uniform,6.892709096272786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,uniform,12.04213841756185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,uniform,8.309770584106445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,uniform,1.9774187405904133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,uniform,5.561552047729492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,uniform,5.723744074503581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,uniform,9.743130366007486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,uniform,12.338021596272787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,uniform,2.3495519955952964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,uniform,8.431050618489584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,uniform,6.034117380777995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,uniform,8.812000274658203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,uniform,14.329861958821615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,uniform,12.32638931274414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,uniform,8.690650939941406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,uniform,3.611290613810221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,uniform,10.56716791788737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,uniform,11.826154073079428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,uniform,13.074117024739584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,uniform,20.020848592122395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,uniform,4.950117429097493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,uniform,18.24629847208659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,uniform,9.364933649698893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,uniform,19.7400639851888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,uniform,13.07204818725586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,uniform,30.778457641601562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,uniform,12.739456176757812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,uniform,6.7873280843098955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,uniform,24.862411499023438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,uniform,14.023386637369791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,uniform,18.92298634847005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,uniform,42.27192942301432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,uniform,10.6932373046875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,uniform,18.38136037190755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,uniform,32.05090586344401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,uniform,37.55746205647787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,uniform,21.012203216552734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,uniform,64.40968831380208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,uniform,16.06066640218099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,uniform,41.2269541422526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,uniform,50.44775390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,uniform,29.887850443522137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,uniform,31.649312337239582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,uniform,88.2101338704427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,uniform,22.62017567952474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,uniform,51.902303059895836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,uniform,66.02222188313802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,uniform,76.36313374837239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,uniform,51.31986999511719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,uniform,133.72245279947916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,uniform,34.29879506429037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,uniform,102.63695271809895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,uniform,102.58048502604167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,uniform,103.22639973958333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,uniform,80.20238749186198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,uniform,177.50140380859375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,uniform,44.81793212890625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,uniform,127.8994649251302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,uniform,136.94684855143228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,uniform,97.22445678710938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,uniform,138.88052368164062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,uniform,0.19448532660802206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,uniform,0.2842560013135274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,uniform,0.1740000049273173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,uniform,218.1904500325521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,uniform,0.10552000006039937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,uniform,0.18580265839894614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,uniform,0.28377066055933636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,uniform,0.47044265270233154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,uniform,0.1771413286526998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,uniform,0.1639786660671234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,uniform,0.298362672328949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,uniform,0.2964906692504883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,uniform,0.5426613489786783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,uniform,0.8957813580830892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,uniform,0.29606399933497113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,uniform,55.96974182128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,uniform,0.2444480061531067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,uniform,0.5355039834976196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,uniform,0.5441973209381104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,uniform,161.5049845377604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,uniform,0.8920106887817383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,uniform,0.5142186482747396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,uniform,0.5408480167388916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,uniform,1.0288106600443523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,uniform,0.4663039843241374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,uniform,1.0891733169555664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,uniform,0.5399306615193685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,uniform,0.8425813515981039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,uniform,1.0246880054473877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,uniform,2.0568693478902182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,uniform,0.8797226746877035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,uniform,0.5485119819641113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,uniform,2.1269866625467935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,uniform,0.8902239799499512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,uniform,2.004181385040283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,uniform,3.9322026570638022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,uniform,0.8463626702626547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,uniform,0.5463626782099406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,uniform,2.670111974080404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,uniform,3.932448069254557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,uniform,0.8486346403757731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,uniform,0.8954293727874756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,uniform,3.9521811803181968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,uniform,2.6710294087727866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,uniform,0.5265599886576334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,uniform,0.8479519685109457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,uniform,192.21012369791666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,uniform,0.8901653289794922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,uniform,5.883338928222656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,uniform,3.953738530476888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,uniform,2.692591985066732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,uniform,0.8798613548278809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,uniform,0.5499840180079142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,uniform,5.883909225463867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,uniform,0.8615626494089762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,uniform,3.7309385935465493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,uniform,2.6977386474609375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,uniform,216.97713216145834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,uniform,0.5299946864446005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,uniform,5.915231704711914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,uniform,0.8966186841328939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,uniform,0.8988853295644125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,uniform,3.7410027186075845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,uniform,0.5349599917729696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,uniform,2.7005173365275064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,uniform,0.904970645904541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,uniform,0.8657546838124593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,uniform,6.362016042073567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,uniform,2.6992534001668296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,uniform,3.9807093938191733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,uniform,0.5981546640396118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,uniform,0.9123253027598063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,uniform,5.946767807006836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,uniform,0.9235573609670004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,uniform,3.787328084309896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,uniform,2.592655976613363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,uniform,0.9202293554941813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,uniform,0.5597173372904459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,uniform,5.985482533772786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,uniform,0.8900799751281738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,uniform,0.6004960139592489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,uniform,4.003504117329915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,uniform,2.7075414657592773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,uniform,0.9490506649017334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,uniform,5.953503926595052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,uniform,2.7399466832478843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,uniform,0.9057973225911459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,uniform,4.039285341898601
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,uniform,5.964165369669597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,uniform,0.8877813021341959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,uniform,1.6128212610880535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,uniform,0.9747520287831625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,uniform,4.058282534281413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,uniform,2.7761014302571616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,uniform,0.9624213377634684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,uniform,0.8228906790415446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,uniform,1.3330986499786377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,uniform,6.005322774251302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,uniform,4.1207841237386065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,uniform,1.2909493446350098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,uniform,2.6888694763183594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,uniform,2.2298240661621094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,uniform,6.04426638285319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,uniform,1.0088426272074382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,uniform,4.13809076944987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,uniform,2.8238773345947266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,uniform,1.8906025886535645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,uniform,6.102191925048828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,uniform,3.414405186971029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,uniform,1.1479307015736897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,uniform,4.22050126393636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,uniform,4.754010518391927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,uniform,2.7973705927530923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,uniform,3.021477381388346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,uniform,6.321648279825847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,uniform,1.3628907203674316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,uniform,4.182079950968425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,uniform,3.4288533528645835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,uniform,4.318597475687663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,uniform,7.298351923624675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,uniform,6.313290913899739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,uniform,4.684901237487793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,uniform,2.042778650919596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,uniform,5.8672637939453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,uniform,10.156304041544596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,uniform,5.229743957519531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,uniform,6.504181543986003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,uniform,5.251711845397949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,uniform,2.7805493672688804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,uniform,9.018981297810873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,uniform,15.61282730102539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,uniform,7.026325225830078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,uniform,7.6867624918619795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,uniform,7.384602864583333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,uniform,3.7683626810709634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,uniform,12.063658396402994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,uniform,12.211167653401693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,uniform,21.007994333902996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,uniform,7.842373530069987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,uniform,11.013749440511068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,uniform,5.4455305735270185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,uniform,18.51256561279297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,uniform,15.049669901529947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,uniform,11.458122253417969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,uniform,32.433695475260414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,uniform,15.751983642578125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,uniform,25.012964884440105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,uniform,7.766277313232422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,uniform,20.994421641031902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,uniform,18.37635676066081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,uniform,42.89832560221354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,uniform,27.512921651204426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,uniform,37.83438364664713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,uniform,10.828570048014322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,uniform,21.638570149739582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,uniform,29.827252705891926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,uniform,66.24503580729167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,uniform,50.833780924479164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,uniform,47.322296142578125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,uniform,16.21271514892578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,uniform,87.2750244140625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,uniform,45.64959716796875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,uniform,44.446431477864586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,uniform,63.3392333984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,uniform,62.03986104329427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,uniform,22.43250783284505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,uniform,109.02056884765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,uniform,53.37944539388021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,uniform,61.391265869140625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,uniform,0.1715946594874064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,uniform,0.24943466981252035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,uniform,0.11932800213495891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,uniform,0.1839946707089742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,uniform,0.18845866123835245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,1,uniform,0.1851466695467631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,uniform,0.26306132475535077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,uniform,0.3885813156763713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,uniform,0.28614399830500287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,uniform,0.17083734273910522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,uniform,0.4296160141626994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,uniform,0.2969013253847758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,1,uniform,0.2882453401883443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,uniform,0.6727893352508545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,uniform,73.69033304850261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,uniform,0.2789493401845296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,uniform,0.4883626699447632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,uniform,0.4947146574656169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,uniform,0.43161598841349286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,uniform,0.6741120020548502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,1,uniform,0.4928266604741414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,uniform,0.8622933228810629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,uniform,0.4586879809697469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,uniform,0.9203893343607584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,uniform,28.737775166829426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,uniform,0.4452906847000122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,1,uniform,0.8671253522237142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,uniform,0.6745333671569824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,uniform,0.8357493082682291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,uniform,1.6541120211283367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,uniform,1.7387839953104656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,uniform,0.4384426673253377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,uniform,0.672661304473877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,1,uniform,1.6261439323425293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,uniform,81.59762573242188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,uniform,3.159306526184082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,uniform,0.8459893067677816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,1,uniform,3.1604747772216797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,uniform,2.1283626556396484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,uniform,0.4341119925181071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,uniform,2.137765407562256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,uniform,0.6746666431427002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,uniform,0.8419573307037354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,uniform,0.44101866086324054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,uniform,3.2045920689900718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,1,uniform,4.717690785725911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,uniform,93.32224527994792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,uniform,0.6885066827138265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,uniform,0.8453173637390137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,uniform,3.1788854598999023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,uniform,3.179189364115397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,uniform,2.1453332901000977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,uniform,0.7883146603902181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,uniform,1.25326402982076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,uniform,0.851370652516683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,uniform,2.1747360229492188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,1,uniform,4.707455952962239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,uniform,0.7946346600850424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,uniform,1.2607359886169434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,uniform,0.8561600049336752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,uniform,3.2014827728271484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,1,uniform,4.71778678894043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,uniform,0.7944693565368652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,uniform,2.1874292691548667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,uniform,1.2679786682128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,uniform,2.1540533701578775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,uniform,3.201471964518229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,uniform,0.8632160027821859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,uniform,1.1506773630777996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,uniform,1.8426559766133626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,1,uniform,4.732314745585124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,uniform,3.2122666041056314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,uniform,0.8693333466847738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,uniform,2.151381333669027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,uniform,1.1510506470998128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,1,uniform,4.7405548095703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,uniform,1.8500000635782878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,uniform,3.2110560735066733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,uniform,0.8751093546549479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,uniform,2.156453291575114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,uniform,1.5053866704305012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,uniform,3.221205393473307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,1,uniform,4.749087969462077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,uniform,2.4360960324605307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,uniform,0.8826826413472494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,uniform,1.8554666837056477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,uniform,2.1918400128682456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,uniform,3.0202134450276694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,1,uniform,4.75822385152181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,uniform,1.6270666122436523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,uniform,2.2157920201619468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,uniform,3.2526400883992515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,uniform,1.6322612762451172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,uniform,2.214325269063314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,1,uniform,4.801439921061198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,uniform,3.5898399353027344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,uniform,3.2747999827067056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,uniform,4.12830924987793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,1,uniform,4.829648017883301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,uniform,2.9089279174804688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,uniform,4.769178708394368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,uniform,3.2967840830485025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,uniform,1.6586987177530925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,uniform,4.142671902974446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,1,uniform,4.844581286112468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,uniform,4.310314814249675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,uniform,2.4275147120157876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,uniform,5.708597183227539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,uniform,6.1299896240234375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,uniform,6.35484250386556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,uniform,7.096752166748047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,1,uniform,4.936922709147136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,uniform,9.416079839070639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,uniform,3.150837262471517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,uniform,6.425919850667317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,uniform,8.012325286865234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,uniform,8.49558957417806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,1,uniform,9.442490895589193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,uniform,14.078266143798828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,uniform,4.582122802734375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,1,uniform,9.593599955240885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,uniform,9.445327758789062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,uniform,10.03322664896647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,uniform,11.345867156982422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,uniform,18.744613647460938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,uniform,6.036752065022786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,uniform,12.448005676269531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,uniform,16.950890858968098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,uniform,13.969919840494791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,1,uniform,14.067925771077475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,uniform,28.08569590250651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,uniform,18.495376586914062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,uniform,8.939077377319336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,uniform,22.553446451822918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,uniform,19.899717966715496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,1,uniform,18.67146174112956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,uniform,37.42176055908203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,uniform,11.832932790120443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,uniform,24.5564702351888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,uniform,33.74175008138021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,uniform,25.79815419514974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,1,uniform,27.587600708007812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,uniform,55.96012878417969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,uniform,17.71803156534831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,uniform,45.023701985677086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,uniform,36.801167805989586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,uniform,39.505391438802086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,1,uniform,36.985033671061196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,uniform,74.57054646809895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,uniform,23.596486409505207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,uniform,67.23807779947917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,uniform,48.952056884765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,uniform,51.2451171875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,1,uniform,50.62879943847656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,uniform,111.80244954427083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,uniform,35.2184804280599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,uniform,89.79763793945312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,uniform,73.21624755859375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,uniform,149.05250040690103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,uniform,46.99891662597656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,uniform,97.5003153483073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,uniform,102.2510986328125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,1,uniform,100.81309000651042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,uniform,111.97475179036458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,uniform,186.4231974283854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,1,uniform,121.88175455729167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,uniform,0.17294933398564658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,uniform,58.53919982910156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,uniform,126.17799886067708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,1,uniform,123.57935587565105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,uniform,0.2584639986356099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,uniform,0.1976906657218933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,uniform,0.11088533202807109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,uniform,0.2816426753997803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,uniform,0.45176533857981366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,uniform,0.2153493364651998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,uniform,0.2974933385848999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,uniform,0.15627200404802957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,uniform,0.1888693372408549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,uniform,0.3065226674079895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,uniform,0.8255306879679362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,uniform,0.3277066747347514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,uniform,0.5035519997278849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,uniform,0.5073440074920654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,uniform,0.560149351755778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,uniform,0.5489973227183024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,uniform,0.25066133340199787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,uniform,0.5206613143285116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,uniform,0.4739146629969279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,uniform,1.100314696629842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,uniform,0.8291786511739095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,uniform,0.5105973482131958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,uniform,0.893274704615275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,uniform,0.9707252979278564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,uniform,0.8261066277821859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,uniform,2.001471996307373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,uniform,0.9747839768727621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,uniform,2.1219520568847656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,uniform,2.00380802154541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,uniform,0.51801065603892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,uniform,0.899242639541626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,uniform,0.8935733636220297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,uniform,3.952474594116211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,uniform,0.5250133275985718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,uniform,0.8532479604085287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,uniform,3.9707040786743164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,uniform,0.8510666688283285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,uniform,2.4690772692362466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,uniform,2.66428804397583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,uniform,3.639946619669596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,uniform,0.8598559697469076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,uniform,5.899893442789714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,uniform,3.9481226603190103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,uniform,0.9127039909362793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,uniform,5.854906717936198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,uniform,0.522213339805603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,uniform,2.4946346282958984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,uniform,0.545578678448995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,uniform,3.718730608622233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,uniform,0.8809866905212402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,uniform,0.8841493129730225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,uniform,0.5412000020345052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,uniform,3.987402598063151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,uniform,0.8909760316212972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,uniform,2.5363359451293945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,uniform,0.883903980255127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,uniform,5.494202931722005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,uniform,2.5726133982340493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,uniform,0.8948000272115072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,uniform,0.5547999938329061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,uniform,5.524330774943034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,uniform,3.7627998987833657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,uniform,0.9081760247548422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,uniform,2.5794933636983237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,uniform,5.579797108968099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,uniform,0.5721333424250284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,uniform,0.9082826773325602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,uniform,5.963631947835286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,uniform,0.92413330078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,uniform,0.9252746899922689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,uniform,3.805034637451172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,uniform,3.8274720509847007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,uniform,2.6083359718322754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,uniform,2.7743733723958335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,uniform,0.6146560112635294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,uniform,0.9873546759287516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,uniform,0.5735040108362833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,uniform,0.9964586893717448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,uniform,0.9370079835255941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,uniform,0.6239733298619589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,uniform,5.626335779825847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,uniform,3.8932746251424155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,uniform,2.6847521464029946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,uniform,0.9890080293019613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,uniform,0.6735040346781412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,uniform,5.688016255696614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,uniform,0.9933919906616211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,uniform,3.9654881159464517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,uniform,1.0299572944641113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,uniform,2.7560958862304688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,uniform,2.933055877685547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,uniform,4.213509241739909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,uniform,1.1026986440022786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,uniform,5.766842524210612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,uniform,6.155098597208659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,uniform,1.021077315012614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,uniform,3.0268001556396484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,uniform,0.7081920305887858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,uniform,6.254965464274089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,uniform,1.5362079938252766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,uniform,1.0865813096364338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,uniform,4.124298731486003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,uniform,1.235034704208374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,uniform,1.0088319778442383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,uniform,3.137119928995768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,uniform,1.0574026902516682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,uniform,1.6591253280639648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,uniform,6.533061345418294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,uniform,4.739775975545247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,uniform,4.359589258829753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,uniform,1.3364532788594563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,uniform,3.3122240702311196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,uniform,1.5622453689575195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,uniform,2.4318559964497886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,uniform,6.697135925292969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,uniform,2.087658723195394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,uniform,1.5850826899210613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,uniform,5.110933303833008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,uniform,3.243093490600586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,uniform,3.774597485860189
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,uniform,7.154959996541341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,uniform,5.503632227579753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,uniform,3.213520050048828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,uniform,1.7550293604532878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,uniform,4.148858706156413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,uniform,6.291509628295898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,uniform,4.170106569925944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,uniform,2.5727465947469077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,uniform,4.816437403361003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,uniform,7.2926451365153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,uniform,8.26799456278483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,uniform,6.562943776448567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,uniform,5.808330535888672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,uniform,6.31877326965332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,uniform,2.915151913960775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,uniform,7.012949625651042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,uniform,9.83065096537272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,uniform,6.7440535227457685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,uniform,9.112261454264322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,uniform,8.486640294392904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,uniform,13.497637430826822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,uniform,10.050848007202148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,uniform,4.337423960367839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,uniform,9.857637405395508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,uniform,10.794879913330078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,uniform,12.095099131266275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,uniform,12.685199737548828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,uniform,5.746847788492839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,uniform,14.191300710042318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,uniform,14.855194091796875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,uniform,21.31442133585612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,uniform,19.414021809895832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,uniform,17.674373626708984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,uniform,32.01274617513021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,uniform,9.068677266438803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,uniform,20.868554433186848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,uniform,19.501941680908203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,uniform,22.405311584472656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,uniform,40.0854237874349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,uniform,26.944244384765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,uniform,12.2466672261556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,uniform,0.2055093248685201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,uniform,30.539947509765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,uniform,0.1686026652654012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,uniform,28.441184997558594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,uniform,0.2474506696065267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,uniform,0.2751466631889343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,uniform,0.17051732540130615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,uniform,0.1731626590092977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,uniform,0.09658132990201314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,uniform,0.21118932962417603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,uniform,0.099263995885849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,uniform,0.20324265956878662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,uniform,0.17177067200342813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,uniform,33.01853942871094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,uniform,0.17415465911229452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,uniform,0.3083786765734355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,uniform,0.2965493400891622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,uniform,0.48101333777109784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,uniform,0.48127468427022296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,uniform,0.29469867547353107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,uniform,0.2946026722590129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,uniform,15.016565958658854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,uniform,0.15132799744606018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,uniform,0.1495786706606547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,uniform,0.338858683904012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,uniform,0.33796799182891846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,uniform,0.2970400055249532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,uniform,0.2951200008392334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,uniform,0.5102293491363525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,uniform,0.5050293207168579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,uniform,0.869429349899292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,uniform,0.8951946894327799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,uniform,0.5341440041859945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,uniform,0.27586134274800617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,uniform,0.5053973197937012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,uniform,34.74322255452474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,uniform,0.24172266324361166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,uniform,0.5760213136672974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,uniform,0.5705546538035074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,uniform,0.5365600188573202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,uniform,0.5080373287200928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,uniform,0.5453066825866699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,uniform,0.8603520393371582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,uniform,0.5057386557261149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,uniform,0.8927786350250244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,uniform,0.43797866503397626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,uniform,39.01604715983073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,uniform,1.0209226608276367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,uniform,0.4379359881083171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,uniform,1.022437334060669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,uniform,1.0943040053049724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,uniform,1.0971893469492595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,uniform,0.5065919955571493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,uniform,1.0275200208028157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,uniform,1.0312426884969075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,uniform,0.544053316116333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,uniform,0.8405600388844808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,uniform,0.8411680062611898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,uniform,0.8755306402842203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,uniform,1.9875466028849285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,uniform,1.9935733477274578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,uniform,0.8850186665852865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,uniform,2.1269386609395347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,uniform,1.9953546524047852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,uniform,1.9893280665079753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,uniform,1.8919092814127605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,uniform,0.5448746681213379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,uniform,0.5421813329060873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,uniform,0.8511786460876465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,uniform,0.8382346630096436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,uniform,0.8802773157755533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,uniform,3.646922747294108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,uniform,3.929290771484375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,uniform,0.8345386981964111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,uniform,3.9459412892659507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,uniform,2.6468159357706704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,uniform,2.6942666371663413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,uniform,3.9125547409057617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,uniform,0.5418453216552734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,uniform,0.5173866748809814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,uniform,0.8470453421274821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,uniform,0.8940746784210205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,uniform,0.8359200159708658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,uniform,0.8822986284891764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,uniform,3.994042714436849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,uniform,3.9194825490315757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,uniform,2.4903839429219565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,uniform,2.668959935506185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,uniform,5.848634719848633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,uniform,3.9571946461995444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,uniform,0.5186239878336588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,uniform,0.5440320173899332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,uniform,0.859813372294108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,uniform,0.8491093317667643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,uniform,5.8876692454020185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,uniform,3.920933405558268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,uniform,0.8871733347574869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,uniform,0.8443679809570312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,uniform,2.6868371963500977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,uniform,2.682997385660807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,uniform,0.5212426582972208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,uniform,0.5472373167673746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,uniform,5.432026545206706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,uniform,5.917418797810872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,uniform,0.8515893618265787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,uniform,0.8560427029927572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,uniform,3.957669258117676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,uniform,0.8946879704793295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,uniform,3.9343039194742837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,uniform,0.836890697479248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,uniform,2.6692320505777993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,uniform,2.6914774576822915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,uniform,5.905632019042969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,uniform,5.917242685953776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,uniform,0.5231626828511556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,uniform,0.5466506481170654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,uniform,0.8545653025309244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,uniform,0.8538560072580973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,uniform,3.958693186442057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,uniform,3.9392000834147134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,uniform,0.8967946370442709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,uniform,0.8569546540578207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,uniform,2.6658026377360025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,uniform,5.9165388743082685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,uniform,2.6873814264933267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,uniform,0.551360011100769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,uniform,5.87819226582845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,uniform,0.5266293287277222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,uniform,0.8582560221354166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,uniform,3.95195738474528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,uniform,0.9035413265228271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,uniform,3.9816853205362954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,uniform,0.9051679770151774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,uniform,0.8477280139923096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,uniform,2.561445395151774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,uniform,2.7029759089152017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,uniform,5.8810774485270185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,uniform,0.564303994178772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,uniform,0.5444800059000651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,uniform,0.9199413458506266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,uniform,5.933797200520833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,uniform,4.011589368184407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,uniform,0.9590186278025309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,uniform,3.991685231526693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,uniform,0.8572693665822347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,uniform,0.8746826648712158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,uniform,2.6878881454467773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,uniform,2.571237405141195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,uniform,5.889914830525716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,uniform,0.5850773255030314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,uniform,0.5500799814860026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,uniform,5.981082916259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,uniform,0.9114826520284017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,uniform,0.9392586549123129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,uniform,4.010058720906575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,uniform,0.8664320309956869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,uniform,3.9689601262410483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,uniform,0.880133310953776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,uniform,2.6969760258992515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,uniform,2.5859413146972656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,uniform,5.988949457804362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,uniform,5.91162109375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,uniform,0.5685706535975138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,uniform,0.9237226645151774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,uniform,0.6019519964853922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,uniform,0.9743626912434896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,uniform,4.055280049641927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,uniform,3.990367889404297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,uniform,0.9123733043670654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,uniform,0.899727980295817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,uniform,2.7190987269083657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,uniform,5.986490885416667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,uniform,2.6329065958658853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,uniform,5.927845637003581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,uniform,0.808672030766805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,uniform,0.7784533500671387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,uniform,1.5090826352437336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,uniform,4.016890525817871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,uniform,1.353610674540202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,uniform,0.9358506997426351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,uniform,4.081184069315593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,uniform,0.9393866856892904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,uniform,2.8048054377237954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,uniform,2.7492052714029946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,uniform,5.958293279012044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,uniform,6.02235730489095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,uniform,0.713327964146932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,uniform,1.180074691772461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,uniform,0.7411253452301025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,uniform,1.5710132916768391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,uniform,4.090794563293457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,uniform,4.03710397084554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,uniform,0.9472160339355469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,uniform,0.9585813681284586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,uniform,2.620965321858724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,uniform,2.795349438985189
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,uniform,6.092709223429362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,uniform,1.1045493284861247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,uniform,6.021423975626628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,uniform,1.1909066836039226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,uniform,2.0250773429870605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,uniform,1.8251573244730632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,uniform,4.160762786865234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,uniform,4.0697174072265625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,uniform,0.9296373526255289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,uniform,1.0185173352559407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,uniform,2.7646878560384116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,uniform,2.842122713724772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,uniform,6.124869028727214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,uniform,6.031434377034505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,uniform,1.678650697072347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,uniform,1.8977972666422527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,uniform,3.5828587214152017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,uniform,3.3185386657714844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,uniform,4.276639938354492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,uniform,4.126906712849935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,uniform,1.0465919971466064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,uniform,1.127450704574585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,uniform,2.897621472676595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,uniform,2.964282671610514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,uniform,6.141802469889323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,uniform,6.260016123453776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,uniform,2.5979626973470054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,uniform,2.6239840189615884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,uniform,4.794405301411946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,uniform,4.728410720825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,uniform,1.1881653467814128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,uniform,4.220783869425456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,uniform,4.396517435709636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,uniform,1.3161866664886475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,uniform,2.9995571772257485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,uniform,3.354757308959961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,uniform,6.402128219604492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,uniform,4.066309293111165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,uniform,6.154277165730794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,uniform,4.110346794128418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,uniform,7.173162460327148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,uniform,7.293861389160156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,uniform,4.376181284586589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,uniform,4.738794644673665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,uniform,1.8122026125590007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,uniform,1.7242666880289714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,uniform,4.699498812357585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,uniform,5.082319895426433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,uniform,5.61079470316569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,uniform,6.3242238362630205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,uniform,5.71783447265625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,uniform,6.625221252441406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,uniform,9.978874842325846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,uniform,9.977546691894531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,uniform,5.208117485046387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,uniform,4.678432146708171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,uniform,2.4117600123087564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,uniform,2.737269401550293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,uniform,7.589759826660156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,uniform,7.650229136149089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,uniform,6.508768081665039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,uniform,8.628714879353842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,uniform,7.192239761352539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,uniform,8.744805018107096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,uniform,15.604000091552734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,uniform,15.180522918701172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,uniform,6.121824264526367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,uniform,6.90495491027832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,uniform,3.7140159606933594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,uniform,3.5286134084065757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,uniform,9.573189417521158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,uniform,7.077717463175456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,uniform,11.47214380900065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,uniform,12.028725941975912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,uniform,11.798906962076822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,uniform,7.8369706471761065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,uniform,20.967039744059246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,uniform,20.956111907958984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,uniform,5.112959861755371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,uniform,9.898730595906576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,uniform,11.361994425455729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,uniform,5.212789217631022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,uniform,13.84438451131185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,uniform,15.159343719482422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,uniform,9.286207834879557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,uniform,18.148821512858074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,uniform,18.335567474365234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,uniform,10.610687891642252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,uniform,32.12165323893229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,uniform,32.15147145589193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,uniform,16.333119710286457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,uniform,16.691487630208332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,uniform,7.804730733235677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,uniform,8.51853879292806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,uniform,18.669546763102215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,uniform,21.00812276204427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,uniform,15.620426177978516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,uniform,24.62127431233724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,uniform,24.44640604654948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,uniform,43.722859700520836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,uniform,17.071482340494793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,uniform,43.042582194010414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,uniform,23.407796223958332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,uniform,25.12743886311849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,uniform,10.441706975301107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,uniform,10.831792195638021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,uniform,30.157147725423176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,uniform,28.44928487141927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,uniform,23.310811360677082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,uniform,37.43556213378906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,uniform,37.47966512044271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,uniform,23.215253194173176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,uniform,65.42852274576823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,uniform,65.10770161946614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,uniform,42.8916269938151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,uniform,38.68258158365885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,uniform,15.895450592041016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,uniform,15.584245045979818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,uniform,44.31268310546875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,uniform,42.81255086263021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,uniform,50.68705749511719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,uniform,37.0041758219401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,uniform,50.60797627766927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,uniform,87.62598673502605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,uniform,51.169270833333336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,uniform,87.27810668945312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,uniform,53.05274963378906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,uniform,21.377710978190105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,uniform,22.004847208658855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,uniform,61.758504231770836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,uniform,60.610198974609375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,uniform,43.358622233072914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,uniform,63.039306640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,uniform,61.76000467936198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,uniform,63.176127115885414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,uniform,109.72587076822917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,uniform,52.04541015625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,uniform,109.3233133951823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,uniform,27.50097147623698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,uniform,28.232523600260418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,uniform,65.57149759928386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,uniform,0.12705600261688232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,uniform,76.18927510579427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,uniform,0.15284799536069235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,uniform,0.11364266276359558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,uniform,0.1563093364238739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,uniform,0.11081066727638245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,uniform,0.11219200491905212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,uniform,0.07588799794514973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,uniform,0.07400533556938171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,uniform,0.12778666615486145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,uniform,0.12359467148780823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,uniform,0.11647466818491618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,uniform,0.184005339940389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,uniform,0.11932800213495891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,uniform,75.53461201985677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,uniform,0.17430400848388672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,uniform,0.26049600044886273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,uniform,0.1766080061594645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,uniform,78.79933166503906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,uniform,0.2654239932696025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,uniform,0.10317333539326985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,uniform,0.10557867089907329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,uniform,0.17339199781417847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,uniform,0.1816426714261373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,uniform,0.1747679909070333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,uniform,0.18146133422851562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,uniform,80.96009826660156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,uniform,0.18741333484649658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,uniform,0.47732265790303546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,uniform,0.29662400484085083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,uniform,0.292303999265035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,uniform,0.46484267711639404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,uniform,0.1465226709842682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,uniform,0.2944906751314799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,uniform,0.29503466685612995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,uniform,0.14962666233380637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,uniform,0.31089599927266437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,uniform,0.31438400348027545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,uniform,0.3363093137741089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,uniform,0.46754133701324463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,uniform,0.29842666784922284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,uniform,0.2787733276685079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,uniform,0.4822880029678345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,uniform,0.27692800760269165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,uniform,0.5394879976908366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,uniform,0.2576799988746643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,uniform,0.5363573233286539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,uniform,0.24624532461166382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,uniform,0.5720800161361694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,uniform,0.5707360108693441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,uniform,0.6217600107192993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,uniform,0.4713866710662842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,uniform,0.29763732353846234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,uniform,0.5398079951604208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,uniform,0.2783786654472351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,uniform,1.0199360052744548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,uniform,1.0239253044128418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,uniform,0.4680960178375244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,uniform,0.4694933493932088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,uniform,0.4362986485163371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,uniform,1.0167307058970134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,uniform,1.020143985748291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,uniform,1.0717066923777263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,uniform,108.19700113932292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,uniform,0.28382400671641034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,uniform,1.08406400680542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,uniform,0.4782079855600993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,uniform,0.4707626501719157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,uniform,0.2804960012435913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,uniform,0.4452853202819824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,uniform,1.3575040499369304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,uniform,1.8664266268412273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,uniform,0.4774399995803833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,uniform,2.0220425923665366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,uniform,1.2755573590596516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,uniform,1.9827200571695964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,uniform,0.2990399996439616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,uniform,1.9938186009724934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,uniform,0.4530133406321208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,uniform,0.2957386573155721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,uniform,0.4581173261006673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,uniform,0.4467200040817261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,uniform,1.9891573588053386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,uniform,2.005061308542887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,uniform,0.47701334953308105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,uniform,2.981013298034668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,uniform,1.2947680155436199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,uniform,1.2898986339569092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,uniform,2.9635947545369468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,uniform,0.29923200607299805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,uniform,0.28700266281763714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,uniform,0.47117865085601807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,uniform,0.465829332669576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,uniform,0.4706079959869385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,uniform,1.8903733889261882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,uniform,1.374293327331543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,uniform,2.01309871673584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,uniform,0.46005864938100177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,uniform,1.2859679857889812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,uniform,0.30288533369700116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,uniform,2.9538612365722656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,uniform,0.3027733365694682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,uniform,0.4575786590576172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,uniform,2.996671994527181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,uniform,0.4620373249053955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,uniform,1.8995839754740398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,uniform,1.8878506024678547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,uniform,0.4745333194732666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,uniform,0.46504000822703045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,uniform,2.9917386372884116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,uniform,1.3018773396809895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,uniform,1.2948213418324788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,uniform,0.32682667175928753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,uniform,0.29471466938654584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,uniform,2.9607359568277993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,uniform,0.47880534331003827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,uniform,0.45865599314371747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,uniform,2.00273068745931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,uniform,1.308842658996582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,uniform,2.0220053990681968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,uniform,0.46777065594991046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,uniform,0.45581332842508954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,uniform,1.3605920473734539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,uniform,0.32922132809956867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,uniform,2.9925174713134766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,uniform,2.8179893493652344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,uniform,0.463152011235555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,uniform,0.30614399909973145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,uniform,0.4647039969762166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,uniform,1.9186879793802898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,uniform,0.4808053175608317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,uniform,2.005631923675537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,uniform,3.009845415751139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,uniform,1.3693653742472331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,uniform,0.4943306843439738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,uniform,1.320757309595744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,uniform,0.30744000275929767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,uniform,2.9815521240234375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,uniform,0.31834133466084796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,uniform,0.5014880100886027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,uniform,0.5003146727879842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,uniform,0.4694559971491496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,uniform,1.345205307006836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,uniform,1.939242680867513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,uniform,2.04532798131307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,uniform,0.4973280032475789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,uniform,1.319050629933675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,uniform,0.34194668134053546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,uniform,2.981045405069987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,uniform,0.3229066729545593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,uniform,0.5048373142878214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,uniform,3.0389439264933267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,uniform,0.4861280123392741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,uniform,1.9453867276509602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,uniform,1.9235040346781414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,uniform,0.4875359932581584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,uniform,0.4890720049540202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,uniform,3.025498708089193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,uniform,1.4124053319295247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,uniform,1.333631992340088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,uniform,2.9918880462646484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,uniform,0.33374933401743573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,uniform,0.5307413339614868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,uniform,0.3419253428777059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,uniform,0.5045760075251261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,uniform,1.3478773434956868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,uniform,2.047877311706543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,uniform,2.0698240598042807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,uniform,0.49461865425109863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,uniform,0.4981600046157837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,uniform,1.37062406539917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,uniform,3.0072692235310874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,uniform,3.0472586949666343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,uniform,0.45927464962005615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,uniform,0.4928426742553711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,uniform,0.7619360287984213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,uniform,0.7029386361440023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,uniform,2.0506134033203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,uniform,0.5223199923833212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,uniform,2.0868372917175293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,uniform,0.5732906659444174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,uniform,0.41679465770721436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,uniform,1.3909279505411785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,uniform,1.4011093775431316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,uniform,0.46410131454467773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,uniform,3.0356105168660483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,uniform,0.7142346700032552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,uniform,3.0643625259399414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,uniform,0.7490346431732178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,uniform,1.3755733172098796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,uniform,2.060842672983805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,uniform,2.0955626169840493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,uniform,0.5180533329645792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,uniform,0.6012586752573649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,uniform,1.4568799336751301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,uniform,3.062800089518229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,uniform,3.0882240931193032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,uniform,0.581114649772644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,uniform,0.6570773522059122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,uniform,0.9664159615834554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,uniform,1.107749303181966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,uniform,0.5482133229573568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,uniform,2.087242603302002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,uniform,2.063968022664388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,uniform,0.6049546798070272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,uniform,1.4026400248209636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,uniform,1.4856053988138835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,uniform,3.0655412673950195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,uniform,3.1231358846028647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,uniform,0.874730666478475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,uniform,0.984058698018392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,uniform,1.55187193552653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,uniform,0.6404533386230469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,uniform,1.578330675760905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,uniform,2.092591921488444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,uniform,2.3657280604044595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,uniform,0.7534399827321371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,uniform,1.5927252769470215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,uniform,3.146608034769694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,uniform,1.724031925201416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,uniform,3.2284533182779946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,uniform,2.184000015258789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,uniform,2.3107306162516275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,uniform,1.226581335067749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,uniform,1.27565336227417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,uniform,2.14139731725057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,uniform,2.3615946769714355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,uniform,0.9010612964630127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,uniform,0.7613973617553711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,uniform,1.7265386581420898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,uniform,1.9644266764322917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,uniform,3.2147092819213867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,uniform,3.486138661702474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,uniform,1.8811465899149578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,uniform,1.9136640230814617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,uniform,3.4094667434692383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,uniform,3.622096061706543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,uniform,1.0708266894022624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,uniform,2.356752077738444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,uniform,2.735205332438151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,uniform,1.1849760214487712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,uniform,2.6632800102233887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,uniform,3.5228745142618814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,uniform,2.9061492284139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,uniform,3.312133471171061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,uniform,2.5787787437438965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,uniform,2.639066696166992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,uniform,4.721909205118815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,uniform,4.598661422729492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,uniform,2.700336138407389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,uniform,1.5045599937438965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,uniform,1.6910719871520996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,uniform,3.065615971883138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,uniform,3.7176745732625327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,uniform,3.8606398900349936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,uniform,3.5605014165242515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,uniform,3.9187307357788086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,uniform,4.302128156026204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,uniform,4.2502133051554365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,uniform,7.40342903137207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,uniform,7.388933181762695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,uniform,3.5924533208211265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,uniform,2.0011520385742188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,uniform,4.162063916524251
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,uniform,2.3900906244913735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,uniform,4.887695948282878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,uniform,5.555946350097656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,uniform,4.060640017191569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,uniform,5.7393544514973955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,uniform,5.52236811319987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,uniform,10.0480105082194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,uniform,4.6063893636067705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,uniform,9.988096237182617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,uniform,2.7615254720052085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,uniform,6.104464213053386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,uniform,5.575600306193034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,uniform,3.1190398534139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,uniform,7.183759689331055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,uniform,7.219658533732097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,uniform,5.534810384114583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,uniform,8.891925175984701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,uniform,8.886058807373047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,uniform,6.483034769694011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,uniform,15.645520528157553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,uniform,15.736245473225912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,uniform,7.886389414469401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,uniform,8.838095982869467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,uniform,3.8762826919555664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,uniform,4.44430414835612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,uniform,10.176266352335611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,uniform,10.730032602945963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,uniform,10.51141357421875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,uniform,11.998138427734375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,uniform,11.851328531901041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,uniform,20.752293904622395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,uniform,21.115503946940105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,uniform,9.466501235961914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,uniform,11.962725321451822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,uniform,15.37508773803711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,uniform,5.319765408833821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,uniform,5.899322509765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,uniform,13.16219711303711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,uniform,14.193307240804037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,uniform,10.8702023824056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,uniform,18.352266947428387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,uniform,18.25994618733724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,uniform,31.948486328125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,uniform,12.232266743977865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,uniform,32.034708658854164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,uniform,19.991680145263672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,uniform,20.56614939371745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,uniform,8.157205581665039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,uniform,8.6516482035319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,uniform,20.197381337483723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,uniform,21.791275024414062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,uniform,20.167402903238933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,uniform,24.8308842976888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,uniform,24.214441935221355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,uniform,42.870808919270836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,uniform,42.807393391927086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,uniform,21.24595769246419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,uniform,26.142537434895832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,uniform,29.499114990234375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,uniform,10.84173329671224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,uniform,11.970719655354818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,uniform,28.075770060221355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,uniform,27.844017028808594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,uniform,30.8308588663737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,uniform,24.924415588378906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,uniform,30.54437255859375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,uniform,53.49708557128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,uniform,53.78789265950521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,uniform,26.555435180664062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,uniform,33.134864807128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,uniform,14.17953618367513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,uniform,14.786853790283203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,uniform,36.73633575439453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,uniform,0.13769066333770752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,uniform,0.12710400422414145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,uniform,0.16029333074887595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,uniform,0.16481066743532816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,uniform,0.1291253368059794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,uniform,0.13645866513252258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,uniform,0.09305066863695781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,uniform,0.09300800164540608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,uniform,0.13537599643071493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,uniform,0.13672533631324768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,uniform,0.13499200344085693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,uniform,35.089001973470054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,uniform,0.12903466820716858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,uniform,0.17528533935546875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,uniform,0.1734399994214376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,uniform,0.25523199637730914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,uniform,0.18101332585016885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,uniform,0.2312906583150228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,uniform,35.485755920410156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,uniform,0.12567999958992004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,uniform,41.022735595703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,uniform,0.1917440096537272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,uniform,0.11978666981061299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,uniform,0.18395733833312988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,uniform,0.18258132537206015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,uniform,0.1870666742324829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,uniform,0.26714666684468585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,uniform,0.26685333251953125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,uniform,0.199018657207489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,uniform,0.38148268063863117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,uniform,0.3834506670633952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,uniform,0.28490134080251056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,uniform,0.32124799489974976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,uniform,0.29491732517878216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,uniform,0.16946667432785034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,uniform,0.18306134144465128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,uniform,0.26517866055170697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,uniform,0.2866186698277791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,uniform,0.2855626742045085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,uniform,0.388805349667867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,uniform,0.26101332902908325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,uniform,0.32260799407958984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,uniform,0.38570666313171387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,uniform,0.48094932238260907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,uniform,0.49121065934499103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,uniform,0.5408159891764323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,uniform,0.263754665851593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,uniform,0.4999093214670817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,uniform,0.27986133098602295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,uniform,0.5486559867858887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,uniform,0.4769493341445923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,uniform,0.26258132855097455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,uniform,0.8549173672993978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,uniform,0.26180267333984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,uniform,0.3916693528493245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,uniform,0.3874986569086711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,uniform,0.47303466002146405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,uniform,46.04277038574219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,uniform,0.9882986545562744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,uniform,0.4559679826100667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,uniform,0.8921226660410563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,uniform,0.9086986382802328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,uniform,1.0001333554585774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,uniform,0.8532640139261881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,uniform,0.2683306733767192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,uniform,0.3819253444671631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,uniform,1.89191468556722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,uniform,0.2642666697502136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,uniform,0.3988960186640422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,uniform,1.617194652557373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,uniform,0.4546133279800415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,uniform,1.0881333351135254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,uniform,1.1081493695576985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,uniform,0.48048532009124756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,uniform,0.39339200655619305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,uniform,0.2746346592903137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,uniform,1.663658618927002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,uniform,1.9110026359558105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,uniform,0.26444800694783527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,uniform,0.3888426621754964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,uniform,1.8984853426615398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,uniform,1.6272692680358887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,uniform,0.4566719929377238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,uniform,0.4851093292236328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,uniform,1.1238186359405518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,uniform,1.1000906626383464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,uniform,2.8016160329182944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,uniform,2.3948052724202475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,uniform,0.2654400070508321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,uniform,0.2704319953918457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,uniform,0.3823733329772949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,uniform,1.9015679359436035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,uniform,0.3999840021133423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,uniform,1.6275359789530437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,uniform,0.4638933340708415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,uniform,0.4828960100809733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,uniform,2.394495964050293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,uniform,1.1177173455556233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,uniform,0.442629337310791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,uniform,1.1010613441467285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,uniform,0.6738560199737549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,uniform,2.818607966105143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,uniform,0.44255467255910236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,uniform,0.671994686126709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,uniform,0.48465601603190106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,uniform,1.633306662241618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,uniform,1.9102773666381836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,uniform,0.4670666853586833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,uniform,1.1169333457946777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,uniform,1.1396000385284424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,uniform,2.814885457356771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,uniform,2.4262986183166504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,uniform,0.4427359898885091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,uniform,0.4402773380279541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,uniform,0.66976531346639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,uniform,0.678442637125651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,uniform,1.9140586853027344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,uniform,1.6365706125895183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,uniform,0.4726826747258504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,uniform,0.4884479840596517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,uniform,2.822944005330404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,uniform,1.1125013033548992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,uniform,1.1417067050933838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,uniform,2.396122614542643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,uniform,0.4410133361816406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,uniform,0.6811947027842203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,uniform,0.4414506753285726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,uniform,0.6798826853434244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,uniform,1.1399093468983967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,uniform,0.474511981010437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,uniform,1.654922644297282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,uniform,0.502122680346171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,uniform,1.9402133623758953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,uniform,1.1163626511891682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,uniform,2.410762627919515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,uniform,2.835237185160319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,uniform,0.6176053285598755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,uniform,0.9804746309916178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,uniform,0.6190186738967896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,uniform,0.9754719734191895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,uniform,0.4729280074437459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,uniform,1.658341407775879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,uniform,0.5044320027033488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,uniform,1.9346292813618977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,uniform,1.152085304260254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,uniform,2.8358561197916665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,uniform,1.129642645517985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,uniform,2.42193603515625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,uniform,0.6202026605606079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,uniform,0.618773341178894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,uniform,0.9754666487375895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,uniform,1.6601813634236653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,uniform,0.9851626555124918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,uniform,1.9451732635498047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,uniform,0.48101333777109784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,uniform,0.5099093516667684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,uniform,2.442240079243978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,uniform,1.1336266994476318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,uniform,1.1468853155771892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,uniform,2.8495254516601562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,uniform,1.2693920135498047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,uniform,0.7938079833984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,uniform,1.263973315556844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,uniform,0.7981440226236979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,uniform,0.5219786564509074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,uniform,1.6687199274698894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,uniform,1.9646453857421875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,uniform,0.4888426860173543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,uniform,1.1449013551076253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,uniform,1.1565600236256917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,uniform,2.4268852869669595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,uniform,2.8628533681233725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,uniform,0.9704480171203613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,uniform,0.9775733153025309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,uniform,1.5633653004964192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,uniform,0.8541813691457113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,uniform,1.555829366048177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,uniform,1.671237309773763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,uniform,1.9662666320800781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,uniform,0.8829013506571451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,uniform,2.4447733561197915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,uniform,1.1885333061218262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,uniform,1.163594643274943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,uniform,2.8989814122517905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,uniform,1.147162675857544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,uniform,1.8572533925374348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,uniform,1.1550347010294597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,uniform,1.8454826672871907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,uniform,1.9915199279785156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,uniform,1.6858879725138347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,uniform,2.103877385457357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,uniform,0.8868959744771322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,uniform,0.8595466613769531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,uniform,2.105269273122152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,uniform,1.5102133750915527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,uniform,2.4525386492411294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,uniform,1.5033760070800781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,uniform,2.8937012354532876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,uniform,2.43612273534139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,uniform,2.4499786694844565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,uniform,2.019386609395345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,uniform,1.704869270324707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,uniform,0.8698453108469645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,uniform,0.9121440251668295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,uniform,2.9218454360961914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,uniform,2.121136029561361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,uniform,2.144789377848307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,uniform,2.467456022898356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,uniform,2.218986670176188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,uniform,2.223840077718099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,uniform,3.631786664326986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,uniform,3.5963732401529946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,uniform,3.242410659790039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,uniform,1.268346627553304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,uniform,3.148138682047526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,uniform,1.2733439604441326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,uniform,3.684960047403971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,uniform,3.113706588745117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,uniform,2.5494559605916343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,uniform,2.925152142842611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,uniform,2.9083518981933594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,uniform,3.038976033528646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,uniform,4.764405250549316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,uniform,4.810341199239095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,uniform,1.631322701772054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,uniform,3.2763999303181968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,uniform,3.7458667755126953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,uniform,1.6114133199055989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,uniform,4.147487958272298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,uniform,4.078847885131836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,uniform,5.441285451253255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,uniform,4.782453219095866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,uniform,4.302597363789876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,uniform,4.364597320556641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,uniform,7.079658508300781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,uniform,7.176826477050781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,uniform,4.801573435465495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,uniform,5.393130620320638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,uniform,2.3722880681355796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,uniform,2.2877705891927085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,uniform,5.100362777709961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,uniform,5.187952041625977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,uniform,5.6856638590494795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,uniform,4.892592112223308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,uniform,5.635173161824544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,uniform,5.796607971191406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,uniform,9.519429524739584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,uniform,9.406176249186197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,uniform,7.0855147043863935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,uniform,6.3077653249104815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,uniform,3.110330581665039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,uniform,2.991029421488444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,uniform,7.083994547526042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,uniform,7.188954671223958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,uniform,7.120208104451497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,uniform,8.488197326660156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,uniform,7.993653615315755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,uniform,8.662986755371094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,uniform,14.10653813680013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,uniform,14.26095453898112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,uniform,4.375877380371094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,uniform,4.5610612233479815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,uniform,9.353802363077799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,uniform,10.304618835449219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,uniform,10.035173416137695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,uniform,10.226693471272787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,uniform,9.449408213297525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,uniform,11.330404917399088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,uniform,10.564709345499674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,uniform,11.497856140136719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,uniform,18.692532857259113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,uniform,18.984619140625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,uniform,12.451461791992188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,uniform,6.048938751220703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,uniform,5.788058598836263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,uniform,13.672368367513021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,uniform,13.030320485432943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,uniform,13.221876780192057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,uniform,13.95477294921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,uniform,17.120187123616535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,uniform,16.979984283447266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,uniform,28.09527587890625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,uniform,15.391493479410807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,uniform,28.365707397460938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,uniform,18.553653717041016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,uniform,20.420880635579426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,uniform,9.010501225789389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,uniform,8.690074920654297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,uniform,19.885290781656902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,uniform,20.184917449951172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,uniform,18.681040445963543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,uniform,22.783673604329426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,uniform,22.63123321533203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,uniform,37.418479919433594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,uniform,20.63107681274414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,uniform,37.794270833333336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,uniform,11.935802459716797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,uniform,27.027236938476562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,uniform,24.743631998697918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,uniform,11.521311442057291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,uniform,25.852500915527344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,uniform,26.15101369222005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,uniform,25.52574412027995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,uniform,33.84627787272135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,uniform,34.278564453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,uniform,56.130330403645836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,uniform,28.044270833333332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,uniform,56.63362121582031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,uniform,36.89508819580078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,uniform,17.87995147705078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,uniform,17.239125569661457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,uniform,40.39989217122396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,uniform,38.69205983479818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,uniform,39.16188303629557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,uniform,37.06954701741537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,uniform,45.116241455078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,uniform,45.668986002604164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,uniform,74.78165181477864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,uniform,40.61922709147135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,uniform,75.51450093587239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,uniform,49.16796366373698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,uniform,53.76800537109375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,uniform,23.79047393798828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,uniform,22.93341318766276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,uniform,51.53624471028646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,uniform,50.7818603515625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,uniform,52.15972900390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,uniform,56.33764139811198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,uniform,56.99653116861979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,uniform,93.65699259440105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,uniform,55.4863026936849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,uniform,94.3408203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,uniform,29.70641581217448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,uniform,28.58117421468099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,uniform,61.4935048421224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,uniform,67.01649983723958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,uniform,63.51252746582031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,uniform,64.25213623046875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,uniform,62.335489908854164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,uniform,0.11868799726168315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,uniform,0.1088053286075592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,uniform,0.15785066286722818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,uniform,0.15033599734306335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,1,uniform,68.09682718912761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,uniform,0.1251413325468699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,uniform,0.15808533628781637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,uniform,0.09493866562843323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,uniform,0.16635200381278992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,uniform,0.12839466333389282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,uniform,0.08020266890525818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,uniform,0.1734559933344523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,uniform,0.2537813385327657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,uniform,0.2251946727434794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,uniform,0.24729067087173462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,uniform,0.14016000429789224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,uniform,0.18216532468795776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,uniform,0.20743467410405478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,uniform,0.1896053353945414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,uniform,0.13988266388575235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,uniform,0.20321067174275717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,uniform,0.10728533069292705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,uniform,0.11805333693822224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,uniform,0.19453332821528116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,uniform,0.2802453239758809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,uniform,0.23495999972025552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,uniform,0.44713600476582843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,uniform,0.27508799235026044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,uniform,0.4357973337173462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,uniform,0.29125332832336426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,uniform,0.15219199657440186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,uniform,0.31384533643722534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,uniform,0.1618133286635081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,uniform,0.2821386655171712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,uniform,0.30449599027633667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,uniform,0.31329067548116046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,uniform,0.45422399044036865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,uniform,0.2980213363965352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,uniform,0.32998400926589966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,uniform,0.2730293273925781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,uniform,0.27720532814661664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,uniform,0.4379893143971761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,uniform,0.5794560114542643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,uniform,0.5184746583302816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,uniform,0.5257706642150879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,uniform,0.24906132618586221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,uniform,0.5363039970397949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,uniform,0.29982932408650714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,uniform,0.5449013312657675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,uniform,0.4516586860020955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,uniform,0.5549653371175131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,uniform,0.49589331944783527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,uniform,0.44833600521087646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,uniform,0.2804906765619914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,uniform,0.9825973510742188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,uniform,0.9643359978993734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,uniform,0.44204266866048175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,uniform,0.3006666700045268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,uniform,1.0386933485666912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,uniform,1.026037295659383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,uniform,0.2976906696955363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,uniform,0.45871468385060626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,uniform,1.0388320287068684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,uniform,1.9946133295694988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,uniform,1.003717343012492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,uniform,1.3615360260009766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,uniform,0.45284799734751385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,uniform,0.4695253372192383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,uniform,2.0357866287231445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,uniform,0.4451093276341756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,uniform,1.882362683614095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,uniform,0.3033653299013774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,uniform,0.483456015586853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,uniform,1.2913226286570232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,uniform,1.8772746721903484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,uniform,2.033514658610026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,uniform,0.48079999287923175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,uniform,0.28806400299072266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,uniform,1.3748586972554524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,uniform,0.45205334822336835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,uniform,1.8615199724833171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,uniform,2.9898452758789062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,uniform,0.29190399249394733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,uniform,0.48051734765370685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,uniform,0.4793013334274292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,uniform,0.46061865488688153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,uniform,2.0374773343404136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,uniform,1.301093339920044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,uniform,1.9835893313090007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,uniform,2.738666534423828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,uniform,0.45718932151794434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,uniform,0.5083786646525065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,uniform,0.2948480049769084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,uniform,1.3096960385640461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,uniform,2.957594553629557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,uniform,3.002016067504883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,uniform,1.2909546693166096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,uniform,0.3022453387578328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,uniform,0.3041813373565674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,uniform,0.47248534361521405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,uniform,1.9101333618164062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,uniform,2.037072022755941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,uniform,0.4652959903081258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,uniform,0.4713333447774251
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,uniform,0.30474666754404706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,uniform,0.29792000850041706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,uniform,0.5124533176422119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,uniform,1.3710826237996419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,uniform,0.5046293338139852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,uniform,1.3182506561279297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,uniform,0.47381865978240967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,uniform,2.783386548360189
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,uniform,2.9969921112060547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,uniform,1.9086400667826335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,uniform,1.3247466882069905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,uniform,0.4770880142847697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,uniform,0.5109546581904093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,uniform,2.0656213760375977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,uniform,1.373077392578125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,uniform,0.31069332361221313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,uniform,2.793930689493815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,uniform,2.0499040285746255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,uniform,3.0099360148111978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,uniform,0.3094559907913208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,uniform,0.4805920124053955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,uniform,0.48135467370351154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,uniform,2.0721333821614585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,uniform,0.5221120119094849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,uniform,0.4838186502456665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,uniform,1.3901759783426921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,uniform,1.3400425910949707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,uniform,3.030757268269857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,uniform,2.8087145487467446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,uniform,1.941813309987386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,uniform,0.3160373369852702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,uniform,2.1950720151265464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,uniform,0.48901331424713135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,uniform,0.31706132491429645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,uniform,1.406607945760091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,uniform,0.4934240182240804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,uniform,0.5336746772130331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,uniform,0.49794665972391766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,uniform,1.3516106605529785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,uniform,2.8289546966552734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,uniform,3.0610879262288413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,uniform,0.31964800755182904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,uniform,0.32497066259384155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,uniform,0.5006293455759684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,uniform,0.49561067422231037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,uniform,2.120805263519287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,uniform,1.9579253196716309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,uniform,1.3888746897379558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,uniform,0.49986668427785236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,uniform,3.0287628173828125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,uniform,0.543941338857015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,uniform,0.3420746723810832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,uniform,0.34748268127441406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,uniform,0.5309813419977824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,uniform,1.4156160354614258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,uniform,2.2011094093322754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,uniform,0.5152693192164103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,uniform,3.064746538798014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,uniform,1.4478079477945964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,uniform,0.5173439979553223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,uniform,3.2452481587727866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,uniform,1.990656057993571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,uniform,3.050874710083008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,uniform,0.37507200241088867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,uniform,0.3566240072250366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,uniform,0.5646133422851562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,uniform,0.5541813373565674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,uniform,1.4569867451985676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,uniform,0.5357280174891154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,uniform,0.5921440124511719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,uniform,1.5601013501485188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,uniform,2.0184213320414224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,uniform,3.0801706314086914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,uniform,3.2959572474161782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,uniform,0.5308533509572347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,uniform,2.205514589945475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,uniform,0.38688000043233234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,uniform,1.426538626352946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,uniform,0.3675626516342163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,uniform,0.5704373518625895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,uniform,2.2411840756734214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,uniform,0.6311573187510172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,uniform,0.5809919834136963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,uniform,0.5352906783421835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,uniform,1.4423413276672363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,uniform,2.042341391245524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,uniform,0.3720853328704834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,uniform,0.3899466594060262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,uniform,3.352757453918457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,uniform,0.5878080129623413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,uniform,1.5424319903055828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,uniform,0.5748693148295084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,uniform,2.13918399810791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,uniform,2.93558406829834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,uniform,0.6769653161366781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,uniform,0.5762079954147339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,uniform,3.419525464375814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,uniform,2.3250187238057456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,uniform,0.5270400047302246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,uniform,1.490389347076416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,uniform,1.6138399442036946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,uniform,0.7874773343404134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,uniform,3.0051358540852866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,uniform,2.311936060587565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,uniform,2.582736015319824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,uniform,0.6731253465016683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,uniform,0.7980159918467203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,uniform,1.7847253481547039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,uniform,0.5473493337631226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,uniform,1.6662133534749348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,uniform,0.8207519849141439
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,uniform,0.6038240194320679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,uniform,0.5500799814860026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,uniform,3.297365188598633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,uniform,2.371888001759847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,uniform,2.6627893447875977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,uniform,0.8482027053833008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,uniform,0.8908533255259196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,uniform,1.9852479298909504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,uniform,3.4907732009887695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,uniform,0.8808106581370035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,uniform,0.8336533705393473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,uniform,0.8533546924591064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,uniform,0.7155360380808512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,uniform,1.336400032043457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,uniform,3.795167922973633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,uniform,1.7049973805745442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,uniform,3.2663094202677407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,uniform,0.8433919747670492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,uniform,2.6186347007751465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,uniform,1.2429333527882893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,uniform,3.009807904561361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,uniform,1.0814932982126872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,uniform,1.8991252581278484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,uniform,2.22816530863444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,uniform,3.604672114054362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,uniform,1.0540053049723308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,uniform,1.6314454078674316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,uniform,4.144186655680339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,uniform,1.74019193649292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,uniform,3.419407844543457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,uniform,2.73036257425944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,uniform,0.9530133406321207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,uniform,1.1262186368306477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,uniform,1.2434879938761394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,uniform,2.1407999992370605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,uniform,2.517653306325277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,uniform,1.5881493886311848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,uniform,3.790266672770182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,uniform,1.6790186564127605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,uniform,2.4462080001831055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,uniform,4.445642789204915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,uniform,3.1924638748168945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,uniform,1.3891839981079102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,uniform,2.626789410909017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,uniform,1.8397919336954753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,uniform,3.9805920918782554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,uniform,2.9674558639526367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,uniform,3.7158826192220054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,uniform,2.0968640645345054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,uniform,4.197888056437175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,uniform,2.222970644632975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,uniform,3.4698079427083335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,uniform,3.252661387125651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,uniform,5.103221257527669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,uniform,3.5680319468180337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,uniform,1.5792214075724285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,uniform,2.1926239331563315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,uniform,3.3564958572387695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,uniform,4.334986686706543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,uniform,4.577856063842773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,uniform,4.59221871693929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,uniform,3.351797421773275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,uniform,5.6615416208903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,uniform,4.893136024475098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,uniform,5.289258639017741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,uniform,3.163781483968099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,uniform,5.112367947896321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,uniform,2.299733320871989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,uniform,6.901125590006511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,uniform,3.272549311319987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,uniform,4.924202601114909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,uniform,6.604015986124675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,uniform,5.475717544555664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,uniform,4.166725476582845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,uniform,4.4620107014973955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,uniform,7.086928049723308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,uniform,6.639071782430013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,uniform,7.032901128133138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,uniform,5.856341044108073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,uniform,8.494431813557943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,uniform,3.0296427408854165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,uniform,4.437466621398926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,uniform,6.598106384277344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,uniform,8.74246915181478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,uniform,7.37387212117513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,uniform,6.260010401407878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,uniform,6.619973500569661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,uniform,10.825546264648438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,uniform,9.959242502848307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,uniform,10.202042897542318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,uniform,9.029600143432617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,uniform,12.744954427083334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,uniform,4.486757278442383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,uniform,6.409552256266276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,uniform,9.193328221638998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,uniform,12.658400217692057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,uniform,8.881535847981771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,uniform,9.297552108764648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,uniform,13.590106964111328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,uniform,15.048207600911459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,uniform,8.370218912760416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,uniform,13.625306447347006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,uniform,13.088731129964193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,uniform,6.074143727620442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,uniform,17.148245493570965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,uniform,8.63101895650228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,uniform,12.55630366007487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,uniform,18.088629404703777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,uniform,13.660165150960287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,uniform,10.671866099039713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,uniform,11.153920491536459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,uniform,18.803787231445312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,uniform,17.82644780476888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,uniform,18.98806381225586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,uniform,15.582453409830729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,uniform,7.561808268229167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,uniform,20.96737543741862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,uniform,10.624869028727213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,uniform,0.2156533400217692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,uniform,0.12771200140317282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,uniform,15.608020782470703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,uniform,0.11508267124493916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,uniform,21.134501139322918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,uniform,0.27400000890096027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,uniform,0.1532533367474874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,uniform,0.15244266390800476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,uniform,0.07566933333873749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,uniform,0.11949867010116577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,uniform,0.12429333726565044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,uniform,0.11916266878445943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,uniform,0.07260266443093617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,uniform,0.07595733304818471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,uniform,18.70037333170573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,uniform,0.1228053371111552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,uniform,0.11806399623552959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,uniform,0.1202293336391449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,uniform,0.1218826671441396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,uniform,0.11661332845687866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,uniform,0.18337599436442056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,uniform,0.11635733644167583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,uniform,0.19425066312154135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,uniform,0.1625920037428538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,uniform,0.24895999828974405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,uniform,0.28595733642578125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,uniform,0.2680000066757202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,uniform,0.16314133008321127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,uniform,0.18336000045140585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,uniform,0.09469333291053772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,uniform,0.18551466862360635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,uniform,0.10031466682751973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,uniform,0.19901333252588907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,uniform,0.09654399752616882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,uniform,0.19871467351913452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,uniform,0.18941867351531982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,uniform,0.18480533361434937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,uniform,0.18358933925628662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,uniform,0.18473599354426065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,uniform,0.2831466595331828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,uniform,0.28683199485143024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,uniform,0.4861493508021037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,uniform,0.2759840091069539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,uniform,0.47732798258463544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,uniform,0.46754666169484455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,uniform,0.3168053428332011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,uniform,0.31649067004521686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,uniform,0.31700267394383747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,uniform,0.15004266301790872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,uniform,0.34468801816304523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,uniform,0.14991999665896097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,uniform,0.1476533313592275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,uniform,0.3384480079015096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,uniform,0.31757867336273193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,uniform,0.3370240132013957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,uniform,0.2781706651051839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,uniform,0.30533866087595624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,uniform,0.3111413319905599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,uniform,0.29450132449467975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,uniform,0.27795199553171795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,uniform,0.4609333276748657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,uniform,0.5833386580149332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,uniform,24.9582036336263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,uniform,0.48524268468221027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,uniform,0.4681280056635539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,uniform,0.5817279815673828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,uniform,0.5854026476542155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,uniform,0.24220800399780273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,uniform,0.243450661500295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,uniform,0.2590720057487488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,uniform,0.5354559818903605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,uniform,0.586736003557841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,uniform,0.6117546558380127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,uniform,0.6264479955037435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,uniform,0.5822720130284628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,uniform,0.29290666182835895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,uniform,0.5882613261540731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,uniform,0.30658666292826336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,uniform,0.2988586624463399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,uniform,0.4674079815546672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,uniform,0.4665600061416626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,uniform,1.1150399843851726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,uniform,0.4502986669540405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,uniform,1.0258453687032063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,uniform,1.146224021911621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,uniform,0.4342720111211141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,uniform,1.0923733711242676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,uniform,0.4453013340632121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,uniform,0.43695465723673504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,uniform,1.0436053276062012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,uniform,1.113696018854777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,uniform,1.0216106573740642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,uniform,1.0742773214975994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,uniform,0.2887093424797058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,uniform,0.48325332005818683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,uniform,0.2839360038439433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,uniform,1.082682689030965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,uniform,0.28196267286936444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,uniform,0.5169599850972494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,uniform,1.9757919311523438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,uniform,0.4717173178990682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,uniform,1.9762667020161946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,uniform,0.4645920197168986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,uniform,1.963007926940918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,uniform,0.4484959840774536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,uniform,0.440341313680013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,uniform,1.3785120646158855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,uniform,1.2884586652119954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,uniform,0.28408000866572064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,uniform,1.3916266759236653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,uniform,1.9903039932250977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,uniform,1.994906743367513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,uniform,0.3019253412882487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,uniform,1.9968585968017578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,uniform,0.45661866664886475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,uniform,0.2810239990552266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,uniform,0.44234665234883624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,uniform,0.4551519950230916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,uniform,0.47252265612284344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,uniform,0.44651198387145996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,uniform,1.9880852699279785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,uniform,1.9637600580851238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,uniform,2.0208053588867188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,uniform,0.45154666900634766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,uniform,1.2771893342336018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,uniform,0.30640532573064166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,uniform,1.296277364095052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,uniform,1.2905759811401367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,uniform,2.959493319193522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,uniform,2.9625705083211265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,uniform,2.969914754231771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,uniform,0.2884320020675659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,uniform,0.2865546743075053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,uniform,0.47676801681518555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,uniform,0.4606826702753703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,uniform,1.9815413157145183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,uniform,0.47257598241170246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,uniform,1.987866719563802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,uniform,1.8771519660949707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,uniform,1.375813325246175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,uniform,0.445306658744812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,uniform,0.44627201557159424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,uniform,0.4601706663767497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,uniform,1.361130714416504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,uniform,2.9761012395222983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,uniform,1.2909973462422688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,uniform,2.9510558446248374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,uniform,0.2895573377609253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,uniform,0.2874773343404134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,uniform,3.0004908243815103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,uniform,0.4893386761347453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,uniform,0.29047467311223346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,uniform,0.5176373322804769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,uniform,0.4448106686274211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,uniform,0.47676801681518555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,uniform,1.8838613828023274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,uniform,1.8648266792297363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,uniform,2.0344106356302896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,uniform,0.4501599868138631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,uniform,1.2933759689331055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,uniform,0.45982933044433594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,uniform,1.304538647333781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,uniform,0.28969599803288776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,uniform,1.3426186243693035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,uniform,2.9978612263997397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,uniform,2.9601494471232095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,uniform,2.9890400568644204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,uniform,0.46141334374745685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,uniform,0.28851733605066937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,uniform,0.29049599170684814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,uniform,0.45372267564137775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,uniform,0.4780373175938924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,uniform,1.918565273284912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,uniform,1.8724586168924968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,uniform,2.008298714955648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,uniform,0.4479413429896037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,uniform,1.296837329864502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,uniform,0.45232001940409344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,uniform,0.46326398849487305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,uniform,1.290010690689087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,uniform,1.315061330795288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,uniform,3.003712018330892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,uniform,2.9600321451822915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,uniform,2.9829012552897134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,uniform,0.2921280066172282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,uniform,0.28958932558695477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,uniform,0.32740267117818195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,uniform,0.5008853276570638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,uniform,0.4883999824523926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,uniform,0.5030879974365234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,uniform,2.0025760332743325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,uniform,0.45667731761932373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,uniform,1.8923199971516926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,uniform,0.45213866233825684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,uniform,1.9524854024251301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,uniform,0.47251200675964355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,uniform,1.322661320368449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,uniform,1.2895092964172363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,uniform,1.3056480089823406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,uniform,0.32286399602890015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,uniform,2.9769598642985025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,uniform,3.0178505579630532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,uniform,3.009087880452474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,uniform,0.31414933999379474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,uniform,0.48973333835601807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,uniform,0.3424160083134969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,uniform,0.6029173135757446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,uniform,0.5156000057856241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,uniform,0.4552266597747803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,uniform,2.021791934967041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,uniform,1.9412852923075359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,uniform,2.024474620819092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,uniform,1.317797342936198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,uniform,0.4633226792017619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,uniform,1.2974826494852703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,uniform,0.47706135114034015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,uniform,1.346885363260905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,uniform,3.03658135732015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,uniform,2.976714769999186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,uniform,3.000330607096354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,uniform,0.31521066029866535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,uniform,0.3408106565475464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,uniform,0.3093760013580322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,uniform,0.5015093485514323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,uniform,0.5510826508204142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,uniform,0.49958399931589764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,uniform,0.466378649075826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,uniform,1.9012853304545085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,uniform,1.9608853658040364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,uniform,1.9223732948303223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,uniform,0.45972267786661786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,uniform,0.4833386739095052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,uniform,1.32260266939799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,uniform,1.303104003270467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,uniform,0.31806399424870807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,uniform,1.347973346710205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,uniform,0.3137333393096924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,uniform,2.9771254857381186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,uniform,3.0069545110066733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,uniform,3.0420265197753906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,uniform,0.35047467549641925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,uniform,0.4965333143870036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,uniform,0.5106079975763956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,uniform,0.49829332033793133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,uniform,1.9065920511881511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,uniform,0.4737279812494914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,uniform,1.9299839337666829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,uniform,2.0802666346232095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,uniform,0.466266671816508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,uniform,0.498741348584493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,uniform,1.3689333597819011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,uniform,1.309285322825114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,uniform,1.3387200037638347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,uniform,2.993290583292643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,uniform,0.4137493371963501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,uniform,3.0240745544433594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,uniform,3.0708799362182617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,uniform,0.43299198150634766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,uniform,0.4665759801864624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,uniform,0.7309066454569498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,uniform,0.6684213479359945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,uniform,0.6534880002339681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,uniform,0.50219198067983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,uniform,2.0139519373575845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,uniform,2.0667519569396973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,uniform,1.9230186144510906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,uniform,0.48317333062489826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,uniform,0.5741706689198812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,uniform,1.3614986737569172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,uniform,1.3347519238789876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,uniform,1.4085493087768555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,uniform,0.40114665031433105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,uniform,3.017541249593099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,uniform,3.0353387196858725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,uniform,3.095072110493978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,uniform,0.39000535011291504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,uniform,0.41675734519958496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,uniform,0.6471733252207438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,uniform,0.6929173469543457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,uniform,0.6495039860407511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,uniform,0.5153013467788696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,uniform,2.0472052892049155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,uniform,2.0792694091796875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,uniform,2.019477367401123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,uniform,0.5871200164159139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,uniform,0.4907093445460002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,uniform,1.3812425931294758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,uniform,1.3434079488118489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,uniform,1.4624266624450684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,uniform,3.021946589152018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,uniform,0.5008000135421753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,uniform,0.5556480089823405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,uniform,3.0544586181640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,uniform,3.119370778401693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,uniform,0.5508906841278076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,uniform,1.9626026153564453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,uniform,0.8435680071512858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,uniform,1.0125386714935303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,uniform,0.8692266941070557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,uniform,2.016874631245931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,uniform,2.1690239906311035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,uniform,0.5027519861857096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,uniform,0.5727786620457967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,uniform,0.6065333286921183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,uniform,1.3665493329366047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,uniform,1.4347999890645344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,uniform,1.488437334696452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,uniform,3.1445814768473306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,uniform,3.0714292526245117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,uniform,3.0836480458577475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,uniform,0.7775839964548746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,uniform,1.5009387334187825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,uniform,0.8210133711496989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,uniform,0.8136053085327148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,uniform,1.3988213539123535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,uniform,1.6285227139790852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,uniform,2.120762666066488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,uniform,2.311445395151774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,uniform,2.1397387186686196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,uniform,0.5685653289159139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,uniform,0.6179680029551188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,uniform,0.7412746747334799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,uniform,1.4560106595357258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,uniform,1.722032070159912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,uniform,1.5342933336893718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,uniform,1.2013013362884521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,uniform,1.0837866465250652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,uniform,1.2615520159403484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,uniform,3.175530751546224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,uniform,3.0976479848225913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,uniform,3.264010747273763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,uniform,2.1457014083862305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,uniform,2.2203200658162436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,uniform,2.0600533485412598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,uniform,2.2308425903320312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,uniform,0.6641546487808228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,uniform,2.236800034840902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,uniform,2.486778736114502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,uniform,0.7231787045796713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,uniform,1.570053259531657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,uniform,0.8854719797770182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,uniform,1.6974347432454426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,uniform,1.8470080693562825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,uniform,1.9348799387613933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,uniform,3.1121546427408853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,uniform,3.2450666427612305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,uniform,1.9202240308125813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,uniform,3.5542561213175454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,uniform,1.8269012769063313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,uniform,3.3963893254597983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,uniform,3.3525012334187827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,uniform,3.4051841100056968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,uniform,2.1640052795410156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,uniform,2.333552042643229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,uniform,0.9597280025482178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,uniform,0.9100906848907471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,uniform,2.7883946100870767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,uniform,1.1155146757761638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,uniform,2.3078559239705405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,uniform,3.1915146509806314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,uniform,2.487797260284424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,uniform,2.9117441177368164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,uniform,3.35537052154541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,uniform,2.4498292605082193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,uniform,3.742922782897949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,uniform,2.473477363586426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,uniform,2.571685314178467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,uniform,4.7936906814575195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,uniform,4.628954569498698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,uniform,4.736949284871419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,uniform,2.607759952545166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,uniform,2.3502346674601235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,uniform,1.3599519729614258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,uniform,3.0390345255533853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,uniform,1.365498701731364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,uniform,1.5008692741394043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,uniform,3.4221280415852866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,uniform,3.3149706522623696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,uniform,3.8548320134480796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,uniform,3.900869369506836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,uniform,3.5682719548543296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,uniform,3.735504150390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,uniform,3.876394589742025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,uniform,4.160021464029948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,uniform,4.088282585144043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,uniform,7.294048309326172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,uniform,7.391040166219075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,uniform,7.296037038167317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,uniform,4.088538805643718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,uniform,3.3930346171061196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,uniform,3.5909865697224936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,uniform,1.9529333114624023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,uniform,1.82695468266805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,uniform,2.133765379587809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,uniform,4.843050638834636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,uniform,5.356592178344727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,uniform,5.582346598307292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,uniform,3.616736094156901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,uniform,5.327343940734863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,uniform,3.9891786575317383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,uniform,5.372778574625651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,uniform,4.647829373677571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,uniform,5.463696161905925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,uniform,10.036752065022787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,uniform,10.048490524291992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,uniform,9.852741241455078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,uniform,5.555983861287435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,uniform,2.6396586100260415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,uniform,5.445605595906575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,uniform,5.782373428344727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,uniform,2.6399839719136557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,uniform,2.9628801345825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,uniform,6.450901031494141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,uniform,8.197194417317709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,uniform,7.4214935302734375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,uniform,4.983194669087728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,uniform,8.551434834798178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,uniform,5.347808202107747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,uniform,8.431407928466797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,uniform,6.184768040974935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,uniform,8.767407735188803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,uniform,15.781519571940104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,uniform,15.489898681640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,uniform,15.679200490315756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,uniform,8.145162582397461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,uniform,8.063722610473633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,uniform,8.689503987630209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,uniform,3.848730723063151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,uniform,3.971376101175944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,uniform,4.437424023946126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,uniform,9.935786565144857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,uniform,11.652933756510416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,uniform,10.069920221964518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,uniform,9.373754501342773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,uniform,7.573733647664388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,uniform,11.722506205240885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,uniform,10.715557098388672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,uniform,10.839519500732422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,uniform,11.2849973042806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,uniform,20.78289031982422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,uniform,21.113296508789062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,uniform,20.88477834065755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,uniform,11.935403188069662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,uniform,11.388245900472006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,uniform,4.916282653808594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,uniform,15.47601572672526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,uniform,5.427082697550456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,uniform,5.870768229166667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,uniform,13.413951873779297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,uniform,17.94204839070638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,uniform,12.83795166015625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,uniform,13.483440399169922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,uniform,17.863812764485676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,uniform,11.559797922770182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,uniform,12.702779134114584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,uniform,13.57796859741211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,uniform,17.945616404215496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,uniform,32.42175038655599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,uniform,31.81200408935547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,uniform,32.08905537923177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,uniform,17.39803187052409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,uniform,18.338724772135418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,uniform,22.84564208984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,uniform,7.575583775838216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,uniform,7.657407760620117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,uniform,8.661343892415365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,uniform,20.371888478597004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,uniform,24.61522165934245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,uniform,24.791946411132812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,uniform,20.14786148071289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,uniform,21.241536458333332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,uniform,19.09723154703776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,uniform,19.473307291666668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,uniform,20.47652308146159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,uniform,24.231094360351562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,uniform,43.44233703613281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,uniform,43.0535634358724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,uniform,43.09306844075521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,uniform,25.76929473876953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,uniform,26.225189208984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,uniform,10.031594594319662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,uniform,29.25487009684245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,uniform,10.880613962809244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,uniform,11.644500732421875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,uniform,27.461232503255207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,uniform,30.697344462076824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,uniform,30.79230499267578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,uniform,28.169451395670574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,uniform,22.38427225748698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,uniform,28.278404235839844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,uniform,26.250213623046875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,uniform,25.704121907552082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,uniform,30.380821228027344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,uniform,54.19241841634115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,uniform,53.98847961425781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,uniform,53.34382120768229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,uniform,12.58890151977539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,uniform,30.875951131184895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,uniform,32.15767923990885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,uniform,35.6832275390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,uniform,13.778010050455729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,uniform,15.003055572509766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,uniform,0.12914666533470154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,uniform,0.08311466872692108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,uniform,33.56060282389323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,uniform,0.07688533266385396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,uniform,0.16954666376113892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,uniform,0.10121599833170573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,uniform,0.0812960018714269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,uniform,0.09590400258700053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,uniform,0.08167466521263123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,uniform,0.0879200001557668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,uniform,0.05792533357938131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,uniform,0.05852266649405161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,uniform,0.06243733565012614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,uniform,0.08156799773375194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,uniform,0.08468799789746602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,uniform,33.97114562988281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,uniform,0.08492799599965413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,uniform,0.08494933446248372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,uniform,35.76575469970703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,uniform,35.12173970540365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,uniform,0.08643733461697896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,uniform,40.22305552164713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,uniform,0.0869599978129069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,uniform,0.12654399871826172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,uniform,0.11827199657758077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,uniform,0.11654399832089742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,uniform,0.16563199957211813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,uniform,0.1591093341509501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,uniform,0.15286399920781454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,uniform,0.11689600348472595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,uniform,0.11786133050918579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,uniform,0.12055466572443645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,uniform,0.07136000196139018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,uniform,45.86058553059896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,uniform,0.07202666501204173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,uniform,0.07733333110809326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,uniform,0.12640000383059183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,uniform,0.1118239959081014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,uniform,0.12458667159080505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,uniform,0.12557866175969443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,uniform,0.1181706686814626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,uniform,0.16354667147000632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,uniform,0.12224533160527547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,uniform,0.17692800362904867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,uniform,0.18420799573262533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,uniform,0.2885493238766988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,uniform,0.27939732869466144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,uniform,0.18336532513300577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,uniform,0.2603999972343445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,uniform,0.1753066579500834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,uniform,0.099973330895106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,uniform,0.18434667587280273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,uniform,0.1923253337542216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,uniform,0.1951520045598348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,uniform,0.1014453371365865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,uniform,0.10602133472760518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,uniform,0.18172266085942587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,uniform,0.18516800800959268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,uniform,0.1735573410987854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,uniform,0.2553600072860718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,uniform,0.19193067153294882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,uniform,0.18900267283121744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,uniform,0.1641973356405894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,uniform,0.16571733355522156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,uniform,0.3173706730206807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,uniform,0.2637493411699931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,uniform,0.2558880050977071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,uniform,0.3287573258082072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,uniform,0.319215993086497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,uniform,0.14692800243695578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,uniform,0.16261333227157593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,uniform,0.14890666802724203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,uniform,0.32453866799672443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,uniform,0.3096426725387573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,uniform,0.3246026635169983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,uniform,0.30265067021052044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,uniform,0.17549333969751993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,uniform,0.2949120004971822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,uniform,0.3187146584192912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,uniform,0.17268800735473633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,uniform,0.18532266219456991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,uniform,0.288480003674825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,uniform,0.2796799937884013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,uniform,0.5567626555760702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,uniform,0.2453226645787557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,uniform,0.5351200103759766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,uniform,0.5422613223393759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,uniform,0.24410132567087808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,uniform,0.533514658610026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,uniform,0.27291733026504517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,uniform,0.24795732895533243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,uniform,0.537989338239034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,uniform,0.609445333480835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,uniform,0.5488479932149252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,uniform,0.5863039890925089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,uniform,0.5415680011113485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,uniform,0.18263999621073404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,uniform,0.27245332797368366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,uniform,0.17008533080418906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,uniform,0.16556800405184427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,uniform,0.2579253315925598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,uniform,0.2656586567560832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,uniform,0.9556852976481119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,uniform,0.9998453458150228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,uniform,0.9586986700693766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,uniform,0.24665067593256632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,uniform,0.2510133385658264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,uniform,0.2736746668815613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,uniform,0.6748639742533366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,uniform,0.6670506795247396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,uniform,0.6583360036214193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,uniform,0.18489599227905273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,uniform,0.18144534031550089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,uniform,1.0882293383280437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,uniform,1.0628213087717693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,uniform,1.116223971048991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,uniform,0.17470399538675943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,uniform,0.25570134321848553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,uniform,0.2841386596361796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,uniform,0.24999467531840006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,uniform,0.2546666661898295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,uniform,0.2494986653327942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,uniform,0.9695786635080973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,uniform,0.9653066794077555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,uniform,1.0140693187713623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,uniform,0.27585067351659137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,uniform,0.672655979792277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,uniform,0.6680959860483805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,uniform,0.1876586675643921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,uniform,0.6853439807891846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,uniform,1.5257813135782878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,uniform,1.5117279688517253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,uniform,1.5713547070821126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,uniform,0.18217599391937256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,uniform,0.18581867218017578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,uniform,0.25377599398295086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,uniform,0.28510934114456177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,uniform,0.2564693291982015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,uniform,0.26076799631118774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,uniform,0.25049599011739093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,uniform,0.9642346700032552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,uniform,0.9700160026550293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,uniform,1.0202613671620686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,uniform,0.6714826424916586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,uniform,0.2805280089378357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,uniform,0.1909653345743815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,uniform,0.6938239733378092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,uniform,0.6825706958770752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,uniform,1.5085066159566243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,uniform,1.519370714823405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,uniform,1.572447935740153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,uniform,0.17293866475423178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,uniform,0.172325332959493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,uniform,0.29182400306065875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,uniform,0.28536534309387207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,uniform,1.0240639845530193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,uniform,0.26849067211151123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,uniform,0.9798133373260498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,uniform,0.9706719716389974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,uniform,0.2524639964103699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,uniform,0.7737332979838053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,uniform,0.2606773376464844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,uniform,0.2823893427848816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,uniform,1.4955253601074219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,uniform,0.6811839739481608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,uniform,0.69651198387146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,uniform,1.4435946146647136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,uniform,0.1730560064315796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,uniform,1.4208906491597493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,uniform,0.172650674978892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,uniform,0.18935465812683105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,uniform,0.2552853425343831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,uniform,0.25727466742197674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,uniform,0.2900586724281311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,uniform,0.2837386727333069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,uniform,0.9761280218760172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,uniform,0.9792373180389404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,uniform,1.035365343093872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,uniform,0.26121066013971966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,uniform,0.682101329167684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,uniform,0.28471465905507404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,uniform,0.6738560199737549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,uniform,1.5092426935831706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,uniform,0.7966880003611246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,uniform,1.4601866404215496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,uniform,1.4236106872558594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,uniform,0.27348800500233966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,uniform,0.19194666544596353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,uniform,0.17491199572881064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,uniform,0.19173866510391235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,uniform,0.260970671971639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,uniform,0.2704053322474162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,uniform,0.991541306177775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,uniform,0.9738826751708984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,uniform,0.2595573266347249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,uniform,1.048624038696289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,uniform,0.26741333802541095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,uniform,0.6904640197753906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,uniform,0.28994133075078327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,uniform,0.678389310836792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,uniform,0.7123626867930094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,uniform,0.2035520076751709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,uniform,1.4392639795939128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,uniform,1.5139147440592449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,uniform,1.479472001393636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,uniform,0.18359466393788657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,uniform,0.27271467447280884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,uniform,0.20495466391245523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,uniform,0.28897066911061603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,uniform,0.26030399401982623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,uniform,0.2832159996032715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,uniform,0.9816586971282959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,uniform,1.0660373369852703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,uniform,0.996298631032308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,uniform,0.2707039912541707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,uniform,0.6831680138905843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,uniform,0.2935413320859273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,uniform,0.724992036819458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,uniform,0.6960693200429281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,uniform,0.19154133399327597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,uniform,1.4575360616048176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,uniform,1.4550293286641438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,uniform,0.1872426668802897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,uniform,1.5429387092590332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,uniform,0.2749706705411275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,uniform,0.19376534223556519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,uniform,0.3100586732228597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,uniform,0.29474665721257526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,uniform,0.9880800247192383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,uniform,0.2632426619529724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,uniform,1.0064853032430012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,uniform,1.0726772944132488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,uniform,0.27354133129119873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,uniform,0.7321706612904867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,uniform,0.6923840045928955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,uniform,0.2977386713027954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,uniform,0.7011253039042155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,uniform,0.20429333051045737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,uniform,1.5449439684549968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,uniform,1.5230506261189778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,uniform,1.5558452606201172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,uniform,0.20982933044433594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,uniform,0.21218132972717285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,uniform,0.2876693407694499
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,uniform,0.2897546688715617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,uniform,0.31824533144632977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,uniform,0.27901333570480347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,uniform,1.0133972962697346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,uniform,0.9990560213724772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,uniform,1.101253350575765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,uniform,0.2695786754290263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,uniform,0.3057813247044881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,uniform,0.7156319618225098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,uniform,0.6973919868469238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,uniform,0.7507627010345459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,uniform,0.25195199251174927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,uniform,1.536736011505127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,uniform,0.2390399972597758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,uniform,1.510229269663493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,uniform,1.573797384897868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,uniform,0.3950666586558024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,uniform,0.2717919945716858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,uniform,0.3619786500930786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,uniform,0.42790400981903076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,uniform,1.0419680277506511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,uniform,1.0168906847635906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,uniform,0.29048534234364826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,uniform,1.1148160298665364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,uniform,0.322543998559316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,uniform,0.39581334590911865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,uniform,1.5375466346740723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,uniform,0.7154666582743326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,uniform,0.7355039914449056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,uniform,0.7738719781239828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,uniform,1.5712587038675945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,uniform,0.2498613397280375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,uniform,1.6401173273722331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,uniform,0.2448800007502238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,uniform,0.27451733748118085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,uniform,0.370746652285258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,uniform,0.3646560112635295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,uniform,1.0292960007985432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,uniform,0.3982773224512736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,uniform,1.0512266953786213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,uniform,1.1306613286336262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,uniform,0.7314559618631998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,uniform,0.3315466642379761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,uniform,0.29803733030955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,uniform,0.40061867237091064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,uniform,0.7704799969991049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,uniform,1.6026239395141602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,uniform,0.8974506855010986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,uniform,0.3147146701812744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,uniform,1.5572746594746907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,uniform,1.6281867027282715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,uniform,0.32781867186228436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,uniform,0.4919626712799072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,uniform,0.36240533987681073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,uniform,0.4986720085144043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,uniform,0.5511306524276733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,uniform,0.3069919943809509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,uniform,1.0478453636169434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,uniform,1.0815893014272053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,uniform,1.1676959991455078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,uniform,0.34489067395528156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,uniform,0.41431466738382977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,uniform,0.7873226801554362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,uniform,0.7488426367441813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,uniform,0.9240427017211914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,uniform,0.43293333053588867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,uniform,1.5215892791748047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,uniform,1.5357386271158855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,uniform,0.40484801928202313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,uniform,1.6634613672892253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,uniform,0.7426346937815348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,uniform,0.48121599356333417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,uniform,0.7031199932098389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,uniform,0.8226933479309082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,uniform,1.1087733109792073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,uniform,1.1980480353037517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,uniform,1.4770933787027996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,uniform,0.37352001667022705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,uniform,0.4304480155309041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,uniform,0.8408799966176351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,uniform,0.5429439942042033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,uniform,1.6139893531799316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,uniform,0.9212000370025635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,uniform,1.1352852980295818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,uniform,1.6256693204243977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,uniform,0.5927893320719401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,uniform,0.6499520142873129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,uniform,0.5722453196843466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,uniform,1.7614293098449707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,uniform,0.9969013532002767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,uniform,1.0191893577575684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,uniform,1.0997599760691326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,uniform,1.2379466692606609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,uniform,1.1425973574320476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,uniform,0.4461439847946167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,uniform,1.530176003774007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,uniform,0.5139679908752441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,uniform,0.6571840047836304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,uniform,1.0763999621073406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,uniform,0.9511733055114746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,uniform,1.3101812998453777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,uniform,0.9026827017466227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,uniform,0.8403680324554443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,uniform,1.6075199445088704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,uniform,1.7655466397603352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,uniform,0.9193120002746582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,uniform,2.1512959798177085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,uniform,1.6313172976175945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,uniform,1.6198612848917644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,uniform,1.6691519419352214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,uniform,0.6579893430074056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,uniform,1.2645813624064128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,uniform,1.4076852798461914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,uniform,0.5742773214975992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,uniform,1.7796106338500977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,uniform,0.8230986595153809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,uniform,1.3541866938273113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,uniform,1.5299946467081706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,uniform,1.7389547030131023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,uniform,1.259119987487793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,uniform,1.7327146530151367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,uniform,1.8407093683878581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,uniform,1.2440106868743896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,uniform,2.2637012799580893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,uniform,1.1944373448689778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,uniform,2.192410628000895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,uniform,2.190255959828695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,uniform,2.225008010864258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,uniform,1.5913012822469075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,uniform,0.7885173161824545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,uniform,1.414159933725993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,uniform,2.0121706326802573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,uniform,0.9025759696960449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,uniform,1.0472640196482341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,uniform,2.0584640502929688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,uniform,1.8588639895121257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,uniform,2.249253273010254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,uniform,1.877903938293457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,uniform,2.060906728108724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,uniform,1.9296800295511882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,uniform,1.8913332621256511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,uniform,1.9387626647949219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,uniform,2.5896479288736978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,uniform,3.3845386505126953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,uniform,3.5064318974812827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,uniform,3.508197466532389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,uniform,2.124863942464193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,uniform,2.2257973353068032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,uniform,1.0778720378875732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,uniform,2.64080540339152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,uniform,1.2313226858774822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,uniform,1.4793866475423176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,uniform,2.54093329111735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,uniform,2.8016532262166343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,uniform,2.654805342356364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,uniform,3.106053352355957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,uniform,2.5506134033203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,uniform,2.097205320994059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,uniform,2.601130644480387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,uniform,2.4436960220336914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,uniform,3.0040852228800454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,uniform,4.6563412348429365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,uniform,4.653183937072754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,uniform,4.677205403645833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,uniform,3.1945813496907554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,uniform,3.022218704223633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,uniform,1.3631679217020671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,uniform,3.7355521519978843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,uniform,1.6046719551086426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,uniform,1.932223955790202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,uniform,3.3879467646280923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,uniform,3.5609973271687827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,uniform,4.067551930745442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,uniform,4.138256072998047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,uniform,4.085557301839192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,uniform,3.1753066380818686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,uniform,3.3347466786702475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,uniform,4.038319905598958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,uniform,4.000608126322429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,uniform,7.351711908976237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,uniform,7.586240132649739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,uniform,7.183088302612305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,uniform,4.310106595357259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,uniform,4.679418563842773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,uniform,5.491962432861328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,uniform,1.960554599761963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,uniform,2.2703092892964682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,uniform,2.9170239766438804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,uniform,4.958965301513672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,uniform,5.669402440388997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,uniform,5.348757425944011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,uniform,4.372079849243164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,uniform,5.421567916870117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,uniform,5.905898412068685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,uniform,5.0750932693481445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,uniform,5.816037495930989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,uniform,5.329536120096843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,uniform,9.819738388061523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,uniform,9.864010492960611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,uniform,9.671317418416342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,uniform,6.615285237630208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,uniform,5.8802134195963545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,uniform,7.513317108154297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,uniform,2.7313973108927407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,uniform,3.0062026977539062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,uniform,3.7172107696533203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,uniform,6.542549133300781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,uniform,8.540533065795898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,uniform,8.540021260579428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,uniform,7.045562744140625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,uniform,7.664021174112956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,uniform,5.699221293131511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,uniform,7.641722361246745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,uniform,7.084186553955078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,uniform,8.267317454020182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,uniform,15.429008483886719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,uniform,15.212516784667969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,uniform,15.136613210042318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,uniform,9.27294921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,uniform,9.742437362670898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,uniform,4.010773340861003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,uniform,12.489327748616537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,uniform,4.380559921264648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,uniform,5.2745974858601885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,uniform,9.777514775594076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,uniform,11.883567810058594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,uniform,11.400314331054688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,uniform,10.681488037109375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,uniform,11.519733428955078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,uniform,8.97721036275228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,uniform,11.142767588297525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,uniform,10.607189178466797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,uniform,11.896639506022135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,uniform,21.105120340983074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,uniform,20.75541814168294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,uniform,19.41268793741862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,uniform,12.894634246826172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,uniform,13.775904337565104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,uniform,14.996431986490885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,uniform,5.412538528442383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,uniform,6.042175928751628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,uniform,7.033936182657878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,uniform,13.623967488606771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,uniform,14.642197926839193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,uniform,14.64782460530599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,uniform,14.077723185221354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,uniform,15.485616048177084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,uniform,12.557093302408854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,uniform,13.13698705037435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,uniform,12.461680094401041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,uniform,26.2533696492513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,uniform,14.934757232666016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,uniform,26.115008036295574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,uniform,23.610750834147137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,uniform,16.822580973307293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,uniform,15.880772908528646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,uniform,6.922405242919922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,uniform,18.54629898071289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,uniform,7.603600184122722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,uniform,8.844751993815104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,uniform,0.14006400108337402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,uniform,0.10466133554776509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,uniform,17.465819040934246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,uniform,0.09485866626103719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,uniform,0.16631999611854553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,uniform,0.11828800042470296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,uniform,0.11860799789428711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,uniform,0.09839999675750732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,uniform,0.10286933183670044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,uniform,0.11377066373825073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,uniform,0.07272533575693767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,uniform,0.07600533465544383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,uniform,0.08062399923801422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,uniform,0.10815999905268352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,uniform,0.10392533739407857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,uniform,0.11449066797892253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,uniform,0.10071999828020732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,uniform,0.10377066334088643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,uniform,0.11918933192888896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,uniform,0.14057599504788718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,uniform,0.12611732880274454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,uniform,17.65175501505534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,uniform,0.12410133083661397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,uniform,18.80661392211914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,uniform,0.1561973293622335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,uniform,0.16618667046229044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,uniform,0.1632213294506073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,uniform,17.206554412841797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,uniform,0.13262933492660522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,uniform,18.384464263916016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,uniform,0.12959999839464822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,uniform,0.1574133336544037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,uniform,20.280954996744793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,uniform,0.13135466972986856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,uniform,0.09111467003822327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,uniform,0.09610133369763692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,uniform,0.10529067118962605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,uniform,0.1365493337313334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,uniform,0.14390933513641357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,uniform,0.1318186620871226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,uniform,0.12531733512878418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,uniform,0.15893866618474325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,uniform,0.1715679963429769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,uniform,0.2383520007133484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,uniform,0.1795413295427958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,uniform,0.17599467436472574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,uniform,0.25406932830810547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,uniform,0.23252266645431519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,uniform,0.22422399123509726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,uniform,0.17933867375055948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,uniform,0.11802666385968526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,uniform,0.18993600209554037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,uniform,0.13922666509946188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,uniform,0.12376532951990764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,uniform,0.17966934045155844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,uniform,0.18761066595713297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,uniform,0.20914665857950845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,uniform,0.17499200503031412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,uniform,0.17841066916783652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,uniform,0.1807466745376587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,uniform,0.23617599407831827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,uniform,0.1922933260599772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,uniform,0.17492266496022543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,uniform,0.237829327583313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,uniform,0.2529279987017314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,uniform,0.23635200659434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,uniform,0.27267734209696454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,uniform,0.30407466491063434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,uniform,0.17389865716298422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,uniform,0.36927465597788495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,uniform,0.16790932416915894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,uniform,0.21313599745432535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,uniform,0.28599466880162555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,uniform,0.29231999317804974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,uniform,0.28361600637435913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,uniform,0.3432533343633016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,uniform,0.1752799948056539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,uniform,0.31064534187316895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,uniform,0.3768746852874756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,uniform,0.17577066024144491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,uniform,0.1746293306350708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,uniform,0.25592533747355145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,uniform,0.2371413310368856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,uniform,0.23407467206319174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,uniform,0.47142934799194336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,uniform,0.4946346680323283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,uniform,0.5368106762568156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,uniform,0.27271467447280884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,uniform,0.6447679996490479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,uniform,0.278330663839976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,uniform,0.3471413453420003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,uniform,0.6011786858240763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,uniform,0.49593067169189453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,uniform,0.17668267091115317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,uniform,0.5429919958114624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,uniform,0.48236266771952313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,uniform,0.17575999101003012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,uniform,0.6732373237609863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,uniform,0.17812265952428183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,uniform,0.9816853205362955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,uniform,0.2569706638654073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,uniform,0.2466933329900106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,uniform,0.23301867643992105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,uniform,0.8520479996999105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,uniform,0.2712106704711914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,uniform,0.27722134192784625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,uniform,1.1725707054138184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,uniform,0.3543306589126587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,uniform,0.6010773181915283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,uniform,0.9882187048594157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,uniform,0.5874720017115275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,uniform,0.715445359547933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,uniform,0.8684586683909098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,uniform,1.1759093602498372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,uniform,0.17895466089248657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,uniform,0.17968533436457315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,uniform,0.17313599586486816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,uniform,0.26099733511606854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,uniform,0.9979626337687174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,uniform,0.24223999182383218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,uniform,0.23471466700236002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,uniform,0.8612853686014811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,uniform,1.1715359687805176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,uniform,0.3531413475672404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,uniform,0.27677865823109943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,uniform,0.27845333019892377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,uniform,0.5997333526611328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,uniform,0.5937120119730631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,uniform,1.440458615620931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,uniform,1.277173360188802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,uniform,0.7244906425476074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,uniform,0.25970667600631714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,uniform,0.1795733372370402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,uniform,1.7187360127766926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,uniform,0.17392534017562866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,uniform,0.17612799008687338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,uniform,0.23914666970570883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,uniform,0.24480533599853516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,uniform,0.8640960057576498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,uniform,0.26950933535893756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,uniform,0.9933973153432211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,uniform,1.184165318806966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,uniform,0.593936006228129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,uniform,0.3555146853129069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,uniform,0.28074665864308673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,uniform,0.6005866527557373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,uniform,0.7335626284281412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,uniform,1.716218630472819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,uniform,1.268725315729777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,uniform,0.2654400070508321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,uniform,1.4445279439290364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,uniform,0.26290132602055866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,uniform,0.3954613208770752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,uniform,0.26873600482940674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,uniform,0.39314667383829754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,uniform,0.39771731694539386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,uniform,0.2749546567598979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,uniform,0.8659839630126953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,uniform,1.0022666454315186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,uniform,1.1885279814402263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,uniform,0.2857919931411743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,uniform,0.3604746659596761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,uniform,0.6055200099945068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,uniform,0.5993599891662598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,uniform,0.738917350769043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,uniform,0.2619146704673767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,uniform,1.295349359512329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,uniform,0.26682666937510174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,uniform,1.4418506622314453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,uniform,1.7352906862894695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,uniform,0.3813440004984538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,uniform,0.269978662331899
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,uniform,0.3879093329111735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,uniform,0.39707199732462567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,uniform,0.27694932619730633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,uniform,0.8639466762542725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,uniform,1.00382399559021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,uniform,0.28987733523050946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,uniform,1.2059786319732666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,uniform,0.3667093515396118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,uniform,0.6039146582285563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,uniform,0.6016106605529785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,uniform,0.7435146967569987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,uniform,0.26130133867263794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,uniform,1.2797813415527344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,uniform,1.4530293146769206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,uniform,0.26558399200439453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,uniform,1.729728062947591
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,uniform,0.38521067301432294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,uniform,0.3918773333231608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,uniform,0.2729439934094747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,uniform,0.39927999178568524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,uniform,0.8715466658274332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,uniform,0.28014934062957764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,uniform,1.1960480213165283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,uniform,0.9999732971191406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,uniform,0.28965866565704346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,uniform,0.3745866616566976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,uniform,0.7678240140279134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,uniform,0.6032960017522176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,uniform,0.6056960026423136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,uniform,1.271066665649414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,uniform,0.35338131586710614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,uniform,1.4547786712646484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,uniform,1.718762715657552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,uniform,0.35256000359853107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,uniform,0.5421066681543986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,uniform,0.36163731416066486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,uniform,0.5447893142700195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,uniform,0.5338079929351807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,uniform,0.8640373547871908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,uniform,0.28547199567159015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,uniform,1.0092480182647705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,uniform,1.1986506779988606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,uniform,0.29547733068466187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,uniform,0.3789333502451579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,uniform,0.7657546997070312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,uniform,0.6124746799468994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,uniform,0.6061600049336752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,uniform,0.35542933146158856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,uniform,1.3093492984771729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,uniform,1.4624533653259277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,uniform,1.7283466657002766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,uniform,0.3553760051727295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,uniform,0.36950933933258057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,uniform,0.5529493490854899
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,uniform,0.5353973309199015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,uniform,0.5505226850509644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,uniform,0.3825920025507609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,uniform,1.0145119825998943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,uniform,0.8734933535257975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,uniform,0.28442132472991943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,uniform,0.29818133513132733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,uniform,1.2163306872049968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,uniform,0.6225119829177856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,uniform,0.6141813198725382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,uniform,0.4421493212381999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,uniform,0.7815626462300619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,uniform,1.3003573417663574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,uniform,1.4689920743306477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,uniform,0.45178667704264325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,uniform,1.7352533340454102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,uniform,0.45688533782958984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,uniform,0.6790666580200195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,uniform,0.6843413511912028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,uniform,0.6909386316935221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,uniform,0.30058133602142334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,uniform,0.8842026392618815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,uniform,1.0226933161417644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,uniform,0.29029866059621173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,uniform,1.2231840292612712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,uniform,0.6286346515019735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,uniform,0.3934719959894816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,uniform,0.6253120104471842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,uniform,0.7840906778971354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,uniform,0.5314293305079142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,uniform,1.4752906163533528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,uniform,1.2947253386179607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,uniform,1.72872527440389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,uniform,0.8305173714955648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,uniform,0.5300319989522299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,uniform,0.5421226819356283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,uniform,0.8452426592508951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,uniform,0.8410027027130127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,uniform,1.2139999866485596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,uniform,0.8850453694661459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,uniform,1.032373348871867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,uniform,0.4726080099741618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,uniform,0.48874131838480633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,uniform,0.6355466842651367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,uniform,0.6407626469930013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,uniform,0.6252853473027548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,uniform,0.8092160224914551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,uniform,0.6226400136947632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,uniform,1.2922933101654053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,uniform,1.4881919225056965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,uniform,0.6219840049743652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,uniform,1.7653439839680989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,uniform,0.9796213308970133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,uniform,0.6352373361587524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,uniform,0.9798239866892496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,uniform,0.9957013130187988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,uniform,0.8914879957834879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,uniform,0.4803306659062703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,uniform,1.0434666474660237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,uniform,1.2184960047403972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,uniform,0.49853865305582684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,uniform,0.6446666717529297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,uniform,1.2459786732991536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,uniform,1.0887413024902344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,uniform,1.129962682723999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,uniform,0.7982400258382162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,uniform,1.313637336095174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,uniform,1.4993972778320312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,uniform,1.7962506612141926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,uniform,0.7998507022857666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,uniform,0.8136853377024332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,uniform,1.2731839815775554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,uniform,1.2688799699147542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,uniform,1.2936533292134602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,uniform,1.0572266578674316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,uniform,0.9052586555480957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,uniform,0.6566133499145508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,uniform,0.48684799671173096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,uniform,1.2734026908874512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,uniform,0.5112160046895345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,uniform,1.1075519720713298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,uniform,1.3496479988098145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,uniform,1.1151519616444905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,uniform,1.25436798731486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,uniform,1.151909351348877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,uniform,1.5120213826497395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,uniform,1.827562650044759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,uniform,1.1884106794993083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,uniform,1.161141316095988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,uniform,1.856719970703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,uniform,1.9060533841451008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,uniform,1.8594239552815754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,uniform,1.9992213249206543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,uniform,1.6952746709187825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,uniform,1.9002666473388672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,uniform,0.6983679930369059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,uniform,0.6970240275065104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,uniform,1.634570598602295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,uniform,0.8418560028076172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,uniform,1.6097920735677083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,uniform,1.8060213724772136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,uniform,1.5049866040547688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,uniform,1.3732693990071614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,uniform,1.5883893966674805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,uniform,1.5051147143046062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,uniform,1.9376479784647624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,uniform,1.5546560287475586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,uniform,2.4501333236694336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,uniform,2.445194721221924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,uniform,2.5105279286702475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,uniform,0.869109312693278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,uniform,1.7101227442423503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,uniform,1.9317386945088704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,uniform,2.0874452590942383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,uniform,0.8893333276112875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,uniform,1.062048037846883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,uniform,2.0975359280904136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,uniform,2.1295092900594077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,uniform,2.5089173316955566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,uniform,2.277952035268148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,uniform,2.801738739013672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,uniform,2.2891467412312827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,uniform,2.9288533528645835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,uniform,2.216810703277588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,uniform,2.229695955912272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,uniform,3.585616111755371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,uniform,3.732111930847168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,uniform,3.636026700337728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,uniform,2.4698880513509116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,uniform,2.7724854151407876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,uniform,2.858661333719889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,uniform,1.2654399871826172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,uniform,1.2144479751586914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,uniform,2.659829298655192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,uniform,1.442735989888509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,uniform,2.6106719970703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,uniform,2.59009059270223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,uniform,2.8538614908854165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,uniform,2.9136374791463218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,uniform,2.8844639460245767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,uniform,2.932650566101074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,uniform,3.024064064025879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,uniform,3.087461471557617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,uniform,4.940767923990886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,uniform,4.76036802927653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,uniform,4.803514798482259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,uniform,3.251429239908854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,uniform,3.62770144144694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,uniform,1.5757066408793132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,uniform,1.6345973014831543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,uniform,3.7063201268514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,uniform,1.8290133476257324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,uniform,3.604058583577474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,uniform,3.667359987894694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,uniform,3.672346750895182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,uniform,3.9211626052856445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,uniform,4.178330739339192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,uniform,4.327760060628255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,uniform,4.095360120137532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,uniform,4.368874549865723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,uniform,7.108959833780925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,uniform,4.520437240600586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,uniform,7.1956532796223955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,uniform,7.396160125732422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,uniform,4.7978560129801435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,2,uniform,5.257237434387207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,uniform,5.301770528157552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,uniform,2.3966612815856934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,uniform,2.2972159385681152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,uniform,2.615957260131836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,uniform,5.121253331502278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,uniform,5.2133439381917315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,uniform,4.869296073913574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,uniform,5.382560094197591
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,uniform,5.502469380696614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,uniform,5.741797129313151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,uniform,5.804378509521484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,uniform,5.501839955647786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,uniform,9.545728047688803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,uniform,5.984954833984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,uniform,9.441365559895834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,uniform,9.802277247111002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,uniform,6.372666676839192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,uniform,6.943226496378581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,uniform,3.1460959116617837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,uniform,7.067610422770183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,uniform,3.0168479283650718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,uniform,3.3929761250813804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,uniform,6.6075998942057295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,uniform,6.7457224527994795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,uniform,8.587445576985678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,uniform,7.13490104675293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,uniform,7.133375803629558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,uniform,8.670565287272135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,uniform,7.799541473388672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,1,uniform,7.806090672810872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,uniform,8.915733337402344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,uniform,14.273578643798828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,uniform,14.152596791585287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,uniform,14.650479634602865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,uniform,9.464821497599283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,uniform,10.428266525268555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,uniform,10.366645177205404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,uniform,4.643701235453288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,uniform,4.469210624694824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,uniform,5.002549489339192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,uniform,10.12819735209147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,uniform,11.413893381754557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,uniform,10.209472020467123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,uniform,11.539568583170572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,uniform,10.764933268229166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,uniform,9.495829264322916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,uniform,10.717695871988932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,uniform,10.530752182006836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,uniform,11.836495717366537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,uniform,19.0338134765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,uniform,18.82706069946289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,uniform,19.463194529215496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,uniform,12.560496012369791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,uniform,13.727232615152994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,uniform,13.879520416259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,uniform,6.152474721272786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,uniform,5.942517598470052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,uniform,6.5595143636067705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,uniform,13.142698923746744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,uniform,16.996004740397137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,uniform,13.29751459757487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,uniform,17.284037272135418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,uniform,13.956602732340494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,uniform,12.995850880940756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,uniform,14.253456115722656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,uniform,14.369290669759115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,uniform,17.69563166300456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,uniform,29.100629170735676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,uniform,28.20623524983724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,uniform,28.487462361653645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,uniform,20.479408264160156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,uniform,18.806490580240887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,uniform,20.706085205078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,uniform,9.15777587890625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,uniform,8.812405268351236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,uniform,9.732095718383789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,uniform,19.63360595703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,uniform,22.718353271484375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,uniform,22.914347330729168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,uniform,19.871679941813152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,uniform,20.918623606363933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,uniform,18.843685150146484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,uniform,20.62124760945638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,uniform,20.802282969156902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,uniform,23.621355692545574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,uniform,37.46972147623698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,uniform,37.9345703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,uniform,38.91534932454427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,uniform,24.98114013671875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,uniform,27.26446278889974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,uniform,12.180042266845703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,uniform,27.47887420654297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,uniform,11.700186411539713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,uniform,12.868965148925781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,uniform,26.18621317545573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,uniform,28.31927998860677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,uniform,28.730367024739582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,uniform,26.461232503255207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,uniform,27.803924560546875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,uniform,25.77252705891927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,uniform,28.145652770996094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,uniform,29.45728047688802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,uniform,28.362459818522137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,uniform,47.5472412109375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,uniform,46.924702962239586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,uniform,48.595296223958336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,uniform,15.101066589355469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,uniform,31.19952646891276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,uniform,34.39001719156901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,uniform,33.972068786621094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,uniform,14.65664037068685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,uniform,16.05678939819336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,uniform,32.17959340413412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,uniform,0.11215466260910034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,uniform,32.50462341308594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,uniform,34.32459259033203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,uniform,31.563947041829426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,uniform,0.08035199840863545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,uniform,34.5576426188151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,uniform,34.98107147216797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,uniform,0.0749120016892751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,uniform,0.15708266695340475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,uniform,0.09995733698209126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,uniform,0.09738133351008098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,uniform,0.10354666908582051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,uniform,0.0883146623770396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,uniform,0.14285866419474283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,uniform,0.07046400010585785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,uniform,0.090229332447052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,uniform,0.11361066500345866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,uniform,0.05913066864013672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,uniform,0.09403199950853984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,uniform,0.08561066786448161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,uniform,0.09463999668757121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,uniform,0.10666666428248088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,uniform,0.11392000317573547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,uniform,0.12398399909337361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,uniform,0.10474666953086853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,uniform,0.1482080022493998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,uniform,0.15811733404795328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,uniform,0.17030932505925497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,uniform,0.17659733692804971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,uniform,0.14617600043614706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,uniform,0.11859200398127238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,uniform,0.1288106640179952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,uniform,0.07400000095367432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,uniform,0.0798933357000351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,uniform,0.09708799918492635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,uniform,0.1204906702041626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,uniform,0.12503467003504434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,uniform,0.14735466241836548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,uniform,0.14166933298110962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,uniform,0.12135466933250427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,uniform,0.18026665846506754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,uniform,0.2594933311144511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,uniform,0.2680799961090088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,uniform,0.19429866472880045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,uniform,0.20125333468119302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,uniform,0.16863999764124551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,uniform,0.1625759998957316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,uniform,0.12893866499265036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,uniform,0.20068800449371338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,uniform,0.24184532960255942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,uniform,0.1726293365160624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,uniform,0.22241065899531046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,uniform,0.1030453344186147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,uniform,0.09946667154630025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,uniform,0.19494932889938354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,uniform,0.18445332845052084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,uniform,0.20542399088541666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,uniform,0.1693120002746582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,uniform,0.19131199518839517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,uniform,0.2433333396911621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,uniform,0.16340266664822897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,uniform,0.2458346684773763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,uniform,0.16113066673278809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,uniform,0.3256746729214986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,uniform,0.2544479966163635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,uniform,0.2422773241996765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,uniform,0.3454720179239909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,uniform,0.29477866490681964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,uniform,0.33872000376383465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,uniform,0.14882133404413858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,uniform,0.15442132949829102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,uniform,0.17633599042892456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,uniform,0.3903839985529582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,uniform,0.1711733341217041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,uniform,0.2985386649767558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,uniform,0.1653600037097931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,uniform,0.324560006459554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,uniform,0.24603732426961264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,uniform,0.2882453401883443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,uniform,0.30219733715057373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,uniform,0.2590186595916748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,uniform,0.6485919952392578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,uniform,0.2552479902903239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,uniform,0.24687467018763223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,uniform,0.16264533003171286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,uniform,0.5077120065689087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,uniform,0.25386667251586914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,uniform,0.5723146597544352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,uniform,0.5205013354619344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,uniform,0.6180160045623779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,uniform,0.6101919809977213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,uniform,0.17351466417312622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,uniform,0.18523732821146646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,uniform,0.28099199136098224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,uniform,0.5367093483606974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,uniform,0.5106186469395956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,uniform,0.25640533367792767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,uniform,1.0042986869812012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,uniform,1.117087999979655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,uniform,0.24829866488774618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,uniform,0.5866133371988932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,uniform,0.1658560037612915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,uniform,0.2864053249359131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,uniform,0.25754666328430176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,uniform,0.6693600018819174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,uniform,0.24844266970952353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,uniform,0.7156799634297689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,uniform,1.052293300628662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,uniform,1.1250613530476887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,uniform,0.2863840063412984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,uniform,0.19408533970514932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,uniform,0.18708266814549765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,uniform,0.6802612940470377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,uniform,0.9632906913757324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,uniform,0.9727839628855387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,uniform,1.0475200017293294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,uniform,0.25914667050043744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,uniform,0.1681119998296102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,uniform,1.158901294072469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,uniform,0.252400000890096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,uniform,0.2909653385480245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,uniform,0.25084267059961957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,uniform,0.29286400477091473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,uniform,0.726154645284017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,uniform,0.2519306739171346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,uniform,0.9586826960245768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,uniform,0.671557346979777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,uniform,1.5212160746256511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,uniform,0.18963199853897095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,uniform,1.4501973787943523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,uniform,0.175653338432312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,uniform,0.27460267146428424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,uniform,0.6851306756337484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,uniform,0.2660213311513265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,uniform,1.548298676808675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,uniform,1.1112266381581624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,uniform,0.1760693391164144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,uniform,0.2749759952227275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,uniform,0.32866666714350384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,uniform,0.7266080379486084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,uniform,0.7793493270874023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,uniform,0.2560746669769287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,uniform,0.9624319871266683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,uniform,1.5229867299397786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,uniform,0.2538879911104838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,uniform,1.0795679887135823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,uniform,1.6950400670369465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,uniform,0.7332692941029867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,uniform,1.4328907330830891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,uniform,0.18314667542775473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,uniform,0.17714667320251465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,uniform,0.2691733241081238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,uniform,0.17698132991790771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,uniform,0.2622239987055461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,uniform,0.2635200023651123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,uniform,0.9883893330891927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,uniform,1.136357307434082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,uniform,1.0583253701527913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,uniform,0.3330933252970378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,uniform,0.26313066482543945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,uniform,0.2817759911219279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,uniform,0.6971413294474283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,uniform,0.724506696065267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,uniform,0.18307733535766602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,uniform,0.17899733781814575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,uniform,0.7767199675242106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,uniform,0.17883199453353882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,uniform,0.991541306177775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,uniform,1.4344693819681804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,uniform,1.6466399828592937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,uniform,0.270906666914622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,uniform,0.265338659286499
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,uniform,0.2664960026741028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,uniform,1.5349866549173992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,uniform,0.27932800849278766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,uniform,0.31254400809605914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,uniform,1.062560002009074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,uniform,1.1535413265228271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,uniform,0.7028319835662842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,uniform,0.33961065610249835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,uniform,0.7879359722137451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,uniform,0.7279466787974039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,uniform,1.4406719207763672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,uniform,0.18052266041437784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,uniform,1.5421546300252278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,uniform,0.27273066838582355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,uniform,1.6639679272969563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,uniform,0.18532266219456991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,uniform,1.0011946360270183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,uniform,0.1841920018196106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,uniform,1.1700479984283447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,uniform,0.2723840077718099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,uniform,0.266810675462087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,uniform,0.8137866655985514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,uniform,1.070847988128662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,uniform,0.27082665761311847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,uniform,0.2929706573486328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,uniform,0.3492319981257121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,uniform,0.7126239935557047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,uniform,0.7994559605916342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,uniform,0.3070720036824544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,uniform,1.447973410288493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,uniform,1.6788533528645833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,uniform,1.5645813941955566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,uniform,1.0847040017445881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,uniform,1.008682648340861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,uniform,0.2779680093129476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,uniform,0.19089599450429282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,uniform,0.28408000866572064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,uniform,0.19497599204381308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,uniform,0.2792159914970398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,uniform,1.1915733019510906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,uniform,0.7170399824778239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,uniform,0.3595626751581828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,uniform,0.2000853419303894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,uniform,0.8144426345825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,uniform,1.7065173784891765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,uniform,0.29969600836435956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,uniform,0.20275733868281046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,uniform,0.752458651860555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,uniform,1.5640160242716472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,uniform,1.468117396036784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,uniform,0.2802240053812663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,uniform,0.1982240080833435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,uniform,1.0471573670705159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,uniform,0.19286400079727173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,uniform,0.2802293300628662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,uniform,1.0924320220947266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,uniform,0.2830880085627238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,uniform,0.28408000866572064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,uniform,0.30322132507960003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,uniform,1.2129493554433186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,uniform,1.5739413897196453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,uniform,1.6391092936197917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,uniform,0.36739734808603924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,uniform,0.7217919826507568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,uniform,0.7573813597361246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,uniform,0.8309813340504965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,uniform,0.2005013426144918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,uniform,0.3178773323694865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,uniform,0.20610666275024414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,uniform,1.0559199651082356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,uniform,0.29131199916203815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,uniform,1.7154560089111328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,uniform,0.20850666364034018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,uniform,0.31380800406138104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,uniform,0.39209067821502686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,uniform,0.8035253683725992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,uniform,0.2950986623764038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,uniform,1.1103466351826985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,uniform,1.5856639544169109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,uniform,0.3152160048484802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,uniform,1.2546826998392742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,uniform,0.7711146672566732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,uniform,1.5900853474934895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,uniform,1.8528693517049153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,uniform,0.8641013304392496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,uniform,0.30156266689300537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,uniform,0.3113759954770406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,uniform,0.2116533319155375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,uniform,0.21785066525141397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,uniform,1.0501759847005208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,uniform,0.30457599957784015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,uniform,0.33399466673533124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,uniform,0.4275840123494466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,uniform,1.1316693623860676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,uniform,1.297338644663493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,uniform,0.9088266690572103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,uniform,0.2136533260345459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,uniform,0.30220266183217365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,uniform,0.7576746940612793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,uniform,0.22641066710154215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,uniform,0.21755733092625937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,uniform,1.9064052899678547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,uniform,1.5028692881266277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,uniform,0.7995733420054117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,uniform,1.0894400278727214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,uniform,0.33105067412058514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,uniform,1.617743968963623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,uniform,0.23031467199325562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,uniform,0.31202133496602374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,uniform,1.3741812705993652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,uniform,0.30933332443237305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,uniform,0.813642660776774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,uniform,0.7667466799418131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,uniform,1.1474133332570393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,uniform,1.5947359402974446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,uniform,0.3075360059738159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,uniform,0.3471999963124593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,uniform,1.701855977376302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,uniform,0.4341599941253662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,uniform,0.25044800837834674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,uniform,0.9503093560536703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,uniform,0.33061333497365314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,uniform,0.23364800214767456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,uniform,0.34466667970021564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,uniform,1.8495200475056965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,uniform,1.204954703648885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,uniform,1.433183987935384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,uniform,0.2327573299407959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,uniform,0.3248533407847087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,uniform,0.3715200026830037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,uniform,0.7899466355641683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,uniform,0.5186346769332886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,uniform,0.8595200379689535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,uniform,1.0917973518371582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,uniform,1.0093920230865479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,uniform,0.3200693329175313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,uniform,1.5631519953409831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,uniform,1.6873812675476074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,uniform,0.47544535001118976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,uniform,0.33442668120066327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,uniform,0.4347253243128459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,uniform,1.173957347869873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,uniform,1.3090826670328777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,uniform,0.2861280043919881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,uniform,1.5887200037638347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,uniform,1.9217333793640137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,uniform,0.2982400059700012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,uniform,0.4031786521275838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,uniform,0.4729173183441162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,uniform,1.6252373059590657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,uniform,0.5990720192591349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,uniform,0.4338879982630412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,uniform,0.9826506773630778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,uniform,1.1735573609670003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,uniform,0.30981866518656415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,uniform,2.109872023264567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,uniform,1.8393920262654622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,uniform,0.5309493144353231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,uniform,0.8516426881154379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,uniform,0.35202133655548096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,uniform,0.3241493304570516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,uniform,0.4625759919484456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,uniform,0.4561440149943034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,uniform,1.386122703552246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,uniform,1.7227199872334797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,uniform,0.4965173403422038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,uniform,1.0294933319091797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,uniform,1.2228853702545166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,uniform,1.2902719974517822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,uniform,1.7036959330240886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,uniform,1.9738826751708984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,uniform,0.40572798252105713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,uniform,0.6771893501281738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,uniform,2.337146600087484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,uniform,0.9095839659372965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,uniform,0.4633760054906209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,uniform,0.7582773367563883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,uniform,1.3315146764119465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,uniform,0.45366398493448895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,uniform,0.5185920000076294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,uniform,0.6880959669748942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,uniform,1.5532426834106445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,uniform,0.6772480010986328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,uniform,2.0388800303141275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,uniform,0.5081066687901815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,uniform,0.5979520082473755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,uniform,1.0134720007578533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,uniform,1.2697280248006184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,uniform,1.593488057454427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,uniform,2.0804640452067056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,uniform,0.8398773670196533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,uniform,2.5814293225606284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,uniform,0.5773546695709229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,uniform,0.5928800106048584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,uniform,0.6895840167999268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,uniform,1.8104747136433919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,uniform,1.4862240155537922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,uniform,0.8423253695170084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,uniform,1.7172800699869792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,uniform,0.909221331278483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,uniform,1.017253319422404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,uniform,0.5487253268559774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,uniform,1.0422399838765461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,uniform,2.3441173235575357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,uniform,1.1693600018819172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,uniform,1.34824005762736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,uniform,1.8391040166219075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,uniform,1.921552022298177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,uniform,0.9044960339864095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,uniform,0.6892106533050537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,uniform,2.249333381652832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,uniform,1.0134720007578533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,uniform,2.903114636739095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,uniform,1.3655412991841633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,uniform,1.5282559394836426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,uniform,1.276426633199056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,uniform,0.8298880259195963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,uniform,1.6633119583129883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,uniform,0.7720426718393961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,uniform,2.068938732147217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,uniform,2.94926389058431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,uniform,1.0141440232594807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,uniform,1.455626646677653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,uniform,1.587135950724284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,uniform,2.6652000745137534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,uniform,1.9358986218770344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,uniform,2.174191951751709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,uniform,1.1708373228708904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,uniform,2.5999199549357095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,uniform,3.5355892181396484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,uniform,1.3388373057047527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,uniform,1.6524319648742676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,uniform,1.7882026036580403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,uniform,1.1204319794972737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,uniform,2.0010453859965005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,uniform,3.4810400009155273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,uniform,1.8534080187479656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,uniform,2.391829331715902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,uniform,0.8933173020680746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,uniform,1.1971893310546875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,uniform,1.7971572875976562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,uniform,1.7824106216430664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,uniform,2.224773406982422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,uniform,2.365642706553141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,uniform,1.6112906138102214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,uniform,1.7405707041422527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,uniform,3.245941480000814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,uniform,2.94490655263265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,uniform,4.10859743754069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,uniform,1.9770347277323406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,uniform,2.520378589630127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,uniform,2.9843571980794272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,uniform,2.6572052637736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,uniform,2.6713759104410806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,uniform,1.2967147032419841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,uniform,5.166720072428386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,uniform,1.775328000386556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,uniform,2.656437397003174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,uniform,3.5236854553222656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,uniform,2.5906240145365396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,uniform,3.2099040349324546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,uniform,4.761882781982422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,uniform,2.153087933858236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,uniform,2.8128906885782876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,uniform,2.289530595143636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,uniform,2.6066667238871255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,uniform,3.537957191467285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,uniform,3.9721012115478516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,uniform,3.337637265523275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,uniform,3.674101193745931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,uniform,5.3658186594645185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,uniform,3.0469334920247397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,uniform,4.21563720703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,uniform,6.425392150878906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,uniform,2.3428053855895996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,uniform,3.6063254674275718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,uniform,3.4543466567993164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,uniform,1.6894720395406086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,uniform,3.2198826471964517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,uniform,6.264624277750651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,uniform,3.437258720397949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,uniform,4.995210647583008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,uniform,3.8491360346476235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,uniform,7.237125396728516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,uniform,4.336746533711751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,uniform,4.994784037272136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,uniform,5.308266639709473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,uniform,5.982208251953125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,uniform,3.813232103983561
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,uniform,4.5493119557698565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,uniform,6.409200032552083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,uniform,9.546650568644205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,uniform,2.5058132807413735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,uniform,3.392762819925944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,uniform,5.152730623881022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,uniform,4.739157358805339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,uniform,4.298389434814453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,uniform,4.555487950642903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,uniform,6.097637176513672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,uniform,9.06116803487142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,uniform,5.148405392964681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,uniform,4.640608151753743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,uniform,6.706495920817058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,uniform,9.906954447428385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,uniform,6.657365163167317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,uniform,7.191466649373372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,uniform,8.154176076253256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,uniform,6.130053202311198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,uniform,8.538752237955729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,uniform,3.2972640991210938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,uniform,12.882933298746744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,uniform,4.506794611612956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,uniform,6.908608118693034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,uniform,6.597397486368815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,uniform,5.284655888875325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,uniform,5.694655736287435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,uniform,8.324911753336588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,uniform,8.42955207824707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,uniform,6.548981348673503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,uniform,12.207674662272135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,uniform,9.250789642333984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,uniform,13.43234125773112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,uniform,6.2897491455078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,uniform,9.034287770589193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,uniform,10.160832087198893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,uniform,10.534842809041342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,uniform,15.977668762207031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,uniform,5.543749491373698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,uniform,4.089856147766113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,uniform,7.767007827758789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,uniform,7.952090581258138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,uniform,8.492048263549805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,uniform,0.20544000466664633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,uniform,0.12533866365750632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,uniform,0.08086933195590973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,uniform,0.08057599763075511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,uniform,0.25987199942270917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,uniform,0.1508799990018209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,uniform,0.09770133097966512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,uniform,0.10038933157920837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,uniform,0.08753599723180135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,uniform,0.09156800309816997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,uniform,0.0888159970442454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,uniform,0.09510933359464009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,uniform,0.06334400177001953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,uniform,0.06275733311971028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,uniform,0.06423999865849812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,uniform,0.06442666550477345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,uniform,0.08529599507649739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,uniform,0.08741333087285359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,uniform,0.08657067020734151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,uniform,0.08773866295814514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,uniform,0.0921493371327718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,uniform,0.08946667114893596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,uniform,0.09248532851537068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,uniform,9.917343775431315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,uniform,0.09912000099817912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,uniform,0.2085226575533549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,uniform,8.996576309204102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,uniform,0.10357333223025005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,uniform,0.12124799688657124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,uniform,14.783584594726562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,uniform,0.11742400129636128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,uniform,11.765856424967447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,uniform,0.1502240002155304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,uniform,16.649546305338543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,uniform,0.2951573332150777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,uniform,0.1474240024884542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,uniform,0.12205866972605388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,uniform,0.12056533495585124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,uniform,0.15243732929229736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,uniform,0.11678399642308553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,uniform,0.07803733150164287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,uniform,0.07179200152556102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,uniform,0.1275040010611216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,uniform,0.07367999851703644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,uniform,0.07956266899903615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,uniform,0.1206666628519694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,uniform,0.1199626624584198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,uniform,0.1090773344039917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,uniform,0.11363200346628825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,uniform,0.11885333061218262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,uniform,0.12110933661460876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,uniform,0.13115200400352478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,uniform,0.12087999780972798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,uniform,0.19802133242289224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,uniform,0.16805867354075113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,uniform,0.28193066517512005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,uniform,0.1844159960746765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,uniform,0.30956266323725384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,uniform,0.1728586753209432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,uniform,0.1830400029818217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,uniform,0.285317341486613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,uniform,0.1632960041364034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,uniform,0.24178133408228555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,uniform,0.18318400780359903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,uniform,0.09446932872136433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,uniform,0.19081600507100424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,uniform,0.09935999910036723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,uniform,0.10048533479372661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,uniform,0.10710933804512024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,uniform,0.20383467276891074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,uniform,0.18176533778508505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,uniform,0.20516266425450644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,uniform,0.20265066623687744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,uniform,0.19076265891393027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,uniform,0.18457067012786865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,uniform,0.1634773313999176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,uniform,0.18353599309921265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,uniform,0.1819093426068624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,uniform,0.1970720092455546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,uniform,0.18278400103251138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,uniform,0.16453867157300314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,uniform,0.3092906673749288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,uniform,0.26255999008814496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,uniform,0.31546666224797565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,uniform,0.28489599625269574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,uniform,0.24362667401631674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,uniform,0.2765760024388631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,uniform,0.1509760022163391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,uniform,0.3288693428039551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,uniform,0.14634133378664652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,uniform,0.31808533271153766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,uniform,0.16827199856440225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,uniform,0.33579198519388836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,uniform,0.15339199701944986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,uniform,0.2966720064481099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,uniform,0.3260693351427714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,uniform,0.3073119918505351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,uniform,0.3200106620788574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,uniform,0.3179679910341899
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,uniform,0.31795734167099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,uniform,0.3281760017077128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,uniform,0.1805386741956075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,uniform,0.17643199364344278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,uniform,0.1916159987449646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,uniform,0.1825653314590454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,uniform,0.2442986567815145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,uniform,0.30771734317143756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,uniform,0.28405867020289105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,uniform,0.28171199560165405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,uniform,0.5649333397547404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,uniform,0.5314666827519735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,uniform,0.5626399914423624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,uniform,0.5036426782608032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,uniform,0.24381333589553833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,uniform,0.2430986762046814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,uniform,0.24730134010314941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,uniform,0.566869338353475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,uniform,0.27509866158167523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,uniform,0.572645346323649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,uniform,0.539253314336141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,uniform,0.5858399868011475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,uniform,0.5498773256937662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,uniform,0.5842986504236857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,uniform,0.5854399998982748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,uniform,0.6099733511606852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,uniform,0.18321067094802856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,uniform,0.18893333276112875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,uniform,0.16621866822242737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,uniform,0.1763520042101542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,uniform,0.24635199705759683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,uniform,0.2992853323618571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,uniform,0.2850293318430583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,uniform,0.28229333957036334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,uniform,1.0007359981536865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,uniform,0.9894186655680338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,uniform,0.9853920141855875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,uniform,0.9640053113301595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,uniform,0.24369599421819052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,uniform,0.24961066246032715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,uniform,0.24438399076461792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,uniform,0.27556800842285156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,uniform,0.6724106470743815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,uniform,1.0933279991149902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,uniform,0.683626651763916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,uniform,0.9837546348571777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,uniform,0.686357339223226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,uniform,0.66811736424764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,uniform,1.0075999895731609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,uniform,0.2126026749610901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,uniform,1.127285321553548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,uniform,0.1704746683438619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,uniform,0.18403732776641846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,uniform,0.25312532981236774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,uniform,0.16497066617012024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,uniform,0.28643200794855755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,uniform,0.2904106577237447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,uniform,0.2802933255831401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,uniform,0.996064027150472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,uniform,0.9889973004659017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,uniform,0.9816640218098959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,uniform,0.24628265698750815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,uniform,0.24523200591405234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,uniform,1.0312853654225667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,uniform,0.27686933676401776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,uniform,0.2502293388048808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,uniform,1.509434700012207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,uniform,0.6650186777114868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,uniform,0.6706559658050537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,uniform,0.6917119820912679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,uniform,0.6751573085784912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,uniform,1.505082607269287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,uniform,1.43177064259847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,uniform,1.4851679801940918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,uniform,0.1999733249346415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,uniform,0.16474666198094687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,uniform,0.1725813349088033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,uniform,0.170906662940979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,uniform,0.2862079938252767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,uniform,0.306058665116628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,uniform,0.29045333464940387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,uniform,1.0227093696594238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,uniform,0.2504693269729614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,uniform,0.9803626537322998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,uniform,0.9689706961313883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,uniform,0.9780800342559814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,uniform,0.24754132827123007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,uniform,0.24756799141565958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,uniform,0.25313599904378253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,uniform,0.28038400411605835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,uniform,0.6735040346781412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,uniform,0.6781706809997559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,uniform,1.5181867281595867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,uniform,0.6963146527608236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,uniform,1.4233813285827637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,uniform,0.691759983698527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,uniform,0.1911946733792623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,uniform,0.17859200636545816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,uniform,1.5763200124104817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,uniform,1.520858605702718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,uniform,0.1725119948387146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,uniform,0.1880906621615092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,uniform,0.2640426754951477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,uniform,0.2549440066019694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,uniform,0.25379733244578045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,uniform,0.248581329981486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,uniform,0.2867306669553121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,uniform,0.9629653294881185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,uniform,0.9744640191396078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,uniform,0.9854079882303873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,uniform,1.025919993718465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,uniform,0.25575466950734455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,uniform,0.24978133042653403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,uniform,0.2832533319791158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,uniform,1.4239306449890137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,uniform,0.6722613175710043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,uniform,0.6736106872558594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,uniform,0.6839199860890707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,uniform,0.7044479846954346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,uniform,1.411845366160075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,uniform,1.4994559288024902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,uniform,1.4371466636657715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,uniform,0.1725920041402181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,uniform,0.18413333098093668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,uniform,0.17241599162419638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,uniform,0.1732906699180603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,uniform,0.28918399413426715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,uniform,0.2963786721229553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,uniform,1.0358400344848633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,uniform,0.2545813322067261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,uniform,0.2856000065803528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,uniform,0.9681440194447836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,uniform,0.9687573115030924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,uniform,0.9832639694213867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,uniform,0.2514773408571879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,uniform,0.252346674601237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,uniform,0.25913067658742267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,uniform,0.2857866684595744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,uniform,1.4169227282206218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,uniform,0.6781813303629557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,uniform,0.6781706809997559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,uniform,0.7077919642130533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,uniform,0.6829973061879476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,uniform,1.5053866704305012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,uniform,1.4261973698933919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,uniform,1.4231146176656086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,uniform,0.2703733245531718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,uniform,0.18657066424687704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,uniform,0.19173866510391235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,uniform,0.17402666807174683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,uniform,0.19257599115371704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,uniform,0.28991466760635376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,uniform,0.2582933306694031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,uniform,0.28839999437332153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,uniform,0.254586656888326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,uniform,0.9750773111979166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,uniform,0.9721653461456299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,uniform,0.9885599613189697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,uniform,1.0527146657307942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,uniform,0.25539199511210126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,uniform,0.2900853355725606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,uniform,0.26359466711680096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,uniform,0.6790933609008789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,uniform,0.6765173276265463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,uniform,0.6968533198038737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,uniform,1.4233226776123047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,uniform,0.721285343170166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,uniform,1.4284373919169109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,uniform,1.4434293111165364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,uniform,0.3350293238957723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,uniform,0.20055999358495077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,uniform,0.20680000384648642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,uniform,0.18685867389043173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,uniform,1.5905653635660808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,uniform,0.1920693318049113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,uniform,0.2702133258183797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,uniform,0.30743465820948285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,uniform,0.27244265874226886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,uniform,0.2560639977455139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,uniform,0.9740053017934164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,uniform,0.9955786863962809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,uniform,0.983903964360555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,uniform,1.0664693514506023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,uniform,0.2582826614379883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,uniform,0.2935199936230977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,uniform,0.26878400643666583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,uniform,0.6792480150858561
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,uniform,0.6903359889984131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,uniform,1.4345812797546387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,uniform,0.6982239882151285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,uniform,0.7311946551005045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,uniform,1.4192800521850586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,uniform,1.451365311940511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,uniform,0.2044960061709086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,uniform,0.1883253256479899
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,uniform,0.20141865809758505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,uniform,0.3205546736717224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,uniform,1.5820746421813965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,uniform,0.19382399320602417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,uniform,0.2684160073598226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,uniform,0.2994026740392049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,uniform,0.25804799795150757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,uniform,0.27583465973536175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,uniform,0.9729066689809164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,uniform,0.9876213073730469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,uniform,1.0799520015716553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,uniform,1.0057706832885742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,uniform,0.261898676554362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,uniform,0.270959993203481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,uniform,0.6828746795654297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,uniform,0.30003199974695843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,uniform,0.6959253152211508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,uniform,0.7043360074361166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,uniform,1.443386713663737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,uniform,0.7414399782816569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,uniform,1.43013334274292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,uniform,0.20490666230519614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,uniform,0.18490133682886759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,uniform,0.18580265839894614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,uniform,1.5363465944925945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,uniform,1.6025865872701008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,uniform,0.273306667804718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,uniform,0.3130613366762797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,uniform,0.2082186738650004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,uniform,0.2802720069885254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,uniform,1.0181600252787273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,uniform,0.300053338209788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,uniform,0.9811786810557047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,uniform,0.9959253470102946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,uniform,1.1025919914245605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,uniform,0.2622986634572347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,uniform,0.27584532896677655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,uniform,0.2665440042813619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,uniform,0.3094293276468913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,uniform,0.6941013336181641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,uniform,0.7025279998779297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,uniform,0.7173813184102377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,uniform,1.470431963602702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,uniform,0.7609439690907797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,uniform,0.23558932542800903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,uniform,1.4570506413777669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,uniform,1.509994665781657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,uniform,0.21940799554189047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,uniform,0.25018133719762164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,uniform,1.6551253000895183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,uniform,0.2768213351567586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,uniform,0.35390400886535645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,uniform,0.34587732950846356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,uniform,0.41594131787618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,uniform,0.36050132910410565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,uniform,1.1241439978281658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,uniform,0.9978506565093994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,uniform,1.0095252990722656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,uniform,1.0392639636993408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,uniform,0.39372801780700684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,uniform,0.2759679953257243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,uniform,0.2848213315010071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,uniform,0.32105066378911334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,uniform,0.7152746518452963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,uniform,0.7059360345204672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,uniform,0.7851466337839762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,uniform,0.735759973526001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,uniform,0.2332800030708313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,uniform,1.4502239227294922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,uniform,1.5327839851379395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,uniform,1.4894612630208333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,uniform,0.24852800369262695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,uniform,1.6741545995076497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,uniform,0.23668799797693887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,uniform,0.25909332434336346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,uniform,0.3781013488769531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,uniform,0.3574346701304118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,uniform,0.3562133312225342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,uniform,1.045023997624715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,uniform,0.3863946596781413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,uniform,1.0028053124745686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,uniform,1.0289866924285889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,uniform,0.32734400033950806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,uniform,0.2813173333803813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,uniform,1.1446399688720703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,uniform,0.29102933406829834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,uniform,0.4038506746292114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,uniform,0.7138880093892416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,uniform,0.7755253314971924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,uniform,0.725221316019694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,uniform,0.9106559753417969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,uniform,0.281551996866862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,uniform,1.5260213216145833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,uniform,1.476784070332845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,uniform,1.561519940694173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,uniform,1.7012160619099934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,uniform,0.27593066294987995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,uniform,0.33112533887227374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,uniform,0.286463995774587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,uniform,0.4209119876225789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,uniform,0.4324106772740682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,uniform,0.44679999351501465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,uniform,0.5145599842071533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,uniform,1.038160006205241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,uniform,1.020896037419637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,uniform,1.0722346305847168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,uniform,0.41813866297403973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,uniform,0.2871253291765849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,uniform,0.30294932921727497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,uniform,1.1790613333384197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,uniform,0.34188799063364667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,uniform,0.7253119945526123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,uniform,0.7437280019124349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,uniform,0.7932586669921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,uniform,0.941104014714559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,uniform,1.4807945887247722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,uniform,1.5041546821594238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,uniform,1.5373387336730957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,uniform,0.3869760036468506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,uniform,0.38012266159057617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,uniform,1.6725066502888997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,uniform,0.7161173025767008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,uniform,0.39098668098449707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,uniform,0.6556746562321981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,uniform,0.4692053397496541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,uniform,0.6779200236002604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,uniform,0.7502720355987549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,uniform,1.1013813018798828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,uniform,1.2020320097605388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,uniform,1.0643680095672607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,uniform,1.5062294006347656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,uniform,0.3611733516057332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,uniform,0.33832534154256183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,uniform,0.541370670000712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,uniform,0.4222559928894043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,uniform,0.788703997929891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,uniform,0.9265920321146647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,uniform,0.8219306468963623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,uniform,1.5583839416503906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,uniform,1.1596266428629558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,uniform,1.5245280265808105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,uniform,1.6373173395792644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,uniform,0.5428213278452555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,uniform,0.5076959927876791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,uniform,0.5238773425420126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,uniform,1.854848066965739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,uniform,0.607370654741923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,uniform,0.9750400384267172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,uniform,1.0036746660868328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,uniform,0.9560533364613851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,uniform,1.0582186381022136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,uniform,0.37777066230773926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,uniform,1.134714682896932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,uniform,1.0929546356201172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,uniform,1.2483733495076497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,uniform,0.41735466321309406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,uniform,1.5733493169148762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,uniform,0.5038933356602987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,uniform,0.6590346495310465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,uniform,0.8625386555989584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,uniform,0.9170986811319987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,uniform,1.2804266611735027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,uniform,1.0269546508789062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,uniform,1.6190613110860188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,uniform,1.6005333264668782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,uniform,1.766090710957845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,uniform,1.5794986089070637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,uniform,0.7677333354949951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,uniform,0.8113066355387369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,uniform,2.195370674133301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,uniform,0.7837920188903809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,uniform,1.4700427055358887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,uniform,0.8626133600870768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,uniform,1.5991039276123047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,uniform,1.5863626797993977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,uniform,1.2411680221557617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,uniform,1.1579840183258057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,uniform,1.855130672454834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,uniform,1.4060427347819011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,uniform,0.47254931926727295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,uniform,0.5331840117772421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,uniform,0.6116746664047241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,uniform,0.8102719783782959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,uniform,1.6113492647806804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,uniform,1.2724693616231282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,uniform,1.3947572708129883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,uniform,1.393760045369466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,uniform,1.6662774085998535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,uniform,1.668826738993327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,uniform,1.0738986333211262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,uniform,1.1383679707845051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,uniform,2.3502987225850425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,uniform,1.8665439287821453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,uniform,1.2066773573557537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,uniform,1.0767253239949544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,uniform,2.1842826207478843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,uniform,2.128778616587321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,uniform,2.0972906748453775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,uniform,2.153717358907064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,uniform,1.587440013885498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,uniform,1.2690880298614502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,uniform,1.3870986302693684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,uniform,2.0750560760498047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,uniform,0.6967360178629557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,uniform,0.6619360049565634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,uniform,0.7850720087687174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,uniform,0.9616533120473226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,uniform,1.9782932599385579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,uniform,1.7654560407002766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,uniform,1.7864960034688313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,uniform,2.1924959818522134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,uniform,1.6782666842142742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,uniform,1.7975999514261882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,uniform,1.6745333671569824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,uniform,1.7423466046651204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,uniform,2.669525464375814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,uniform,2.053269386291504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,uniform,1.7493707338968914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,uniform,1.8793813387552898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,uniform,3.3590561548868814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,uniform,3.5969438552856445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,uniform,3.398639996846517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,uniform,3.3374932607014975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,uniform,1.8354506492614746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,uniform,1.9072799682617188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,uniform,2.1253226598103843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,uniform,0.8989386558532715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,uniform,2.655285358428955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,uniform,0.9556852976481119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,uniform,1.008080005645752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,uniform,2.7862879435221353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,uniform,1.3507466316223145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,uniform,2.4549387296040854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,uniform,2.518298625946045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,uniform,3.2172587712605796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,uniform,1.89628267288208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,uniform,2.030405362447103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,uniform,2.525242646535238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,uniform,2.4300853411356607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,uniform,2.416704018910726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,uniform,2.371941407521566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,uniform,2.5857067108154297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,uniform,4.65396785736084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,uniform,3.0865599314371743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,uniform,4.683888117472331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,uniform,4.5939680735270185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,uniform,4.610906600952148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,uniform,2.97977606455485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,uniform,2.836928049723307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,uniform,3.0927947362264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,uniform,3.5743678410847983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,uniform,1.2359999815622966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,uniform,1.2965226968129475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,uniform,1.5344959894816081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,uniform,1.8414880434672039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,uniform,3.344832102457682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,uniform,3.245525360107422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,uniform,3.4807306925455728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,uniform,3.99016539255778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,uniform,2.627061367034912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,uniform,3.467535972595215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,uniform,3.335418701171875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,uniform,3.9108425776163735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,uniform,3.8094399770100913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,uniform,3.896026611328125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,uniform,4.000570615132649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,uniform,3.9315999348958335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,uniform,7.267317454020183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,uniform,7.43400510152181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,uniform,7.504069646199544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,uniform,7.454751968383789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,uniform,4.200410525004069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,uniform,4.098714510599772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,uniform,5.670895894368489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,uniform,4.617082595825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,uniform,1.8444852828979492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,uniform,1.8745813369750977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,uniform,2.276090621948242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,uniform,2.5850346883138022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,uniform,5.006821314493815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,uniform,5.082757314046224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,uniform,5.280101458231608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,uniform,5.979824066162109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,uniform,4.184192021687825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,uniform,4.181077321370442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,uniform,5.501861572265625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,uniform,5.505200068155925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,uniform,5.273903846740723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,uniform,5.260239919026692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,uniform,5.79257074991862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,uniform,4.891621271769206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,uniform,10.103461583455404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,uniform,9.979402542114258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,uniform,10.041109085083008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,uniform,10.01212247212728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,uniform,5.922304153442383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,uniform,5.8214772542317705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,uniform,6.489178975423177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,uniform,2.380394617716471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,uniform,7.383578618367513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,uniform,2.57588259379069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,uniform,3.0284105936686196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,uniform,3.561840057373047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,uniform,6.579296112060547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,uniform,6.534282684326172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,uniform,6.904330571492513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,uniform,7.631482442220052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,uniform,5.831823984781901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,uniform,6.230122884114583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,uniform,8.56393051147461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,uniform,8.407925287882486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,uniform,8.571450551350912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,uniform,8.448010762532553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,uniform,6.607429504394531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,uniform,15.823440551757812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,uniform,7.733349482218425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,uniform,15.262507120768229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,uniform,15.46008555094401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,uniform,15.417973836263021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,uniform,9.1583251953125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,uniform,9.387909571329752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,uniform,10.442474365234375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,uniform,11.127588907877604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,uniform,3.5593172709147134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,uniform,3.832607905069987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,uniform,4.368864059448242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,uniform,5.33509890238444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,uniform,10.237338383992514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,uniform,10.430197397867838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,uniform,10.488837560017904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,uniform,11.5459836324056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,uniform,9.082186381022135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,uniform,8.579349517822266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,uniform,11.746682484944662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,uniform,11.90881093343099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,uniform,10.79849116007487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,uniform,11.660784403483072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,uniform,21.2434565226237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,uniform,9.82592519124349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,uniform,11.591679890950521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,uniform,20.930299123128254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,uniform,20.91126887003581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,uniform,19.773456573486328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,uniform,12.198496500651041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,uniform,12.787872314453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,uniform,12.138778686523438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,uniform,15.926116943359375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,uniform,4.940191904703776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,uniform,5.200010617574056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,uniform,5.901557286580403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,uniform,7.058698654174805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,uniform,13.74899673461914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,uniform,13.323685963948568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,uniform,14.12887446085612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,uniform,15.586447397867838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,uniform,12.58071517944336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,uniform,11.894757588704428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,uniform,14.717151641845703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,uniform,14.963823954264322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,uniform,14.489317576090494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,uniform,13.554128011067709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,uniform,26.755152384440105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,uniform,13.402810414632162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,uniform,26.293797810872395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,uniform,15.198992411295572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,uniform,25.972190856933594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,uniform,24.22900899251302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,uniform,15.277530670166016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,uniform,15.687744140625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,uniform,16.71633021036784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,uniform,6.195210774739583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,uniform,19.09490712483724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,uniform,6.758202870686849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,uniform,7.438181559244792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,uniform,8.870917638142904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,uniform,16.988868713378906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,uniform,17.246927897135418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,uniform,17.46667226155599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,uniform,0.12759466965993246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,uniform,0.08567999800046285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,uniform,18.867691040039062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,uniform,0.06458133459091187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,uniform,16.022581736246746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,uniform,0.05996266504128774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,uniform,0.10307733217875163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,uniform,0.07703466713428497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,uniform,0.16954133907953897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,uniform,17.31165822347005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,uniform,0.06766400237878163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,uniform,0.07598400115966797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,uniform,0.06820266445477803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,uniform,0.0680266668399175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,uniform,0.05407999952634176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,uniform,0.0764160007238388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,uniform,0.053082664807637535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,uniform,0.052042668064435325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,uniform,0.06359466910362244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,uniform,0.05517866710821787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,uniform,0.06642666459083557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,uniform,0.0673333356777827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,uniform,0.06985066831111908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,uniform,0.06449066599210103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,uniform,0.06965333223342896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,uniform,0.07944533228874207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,uniform,0.06987200180689494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,uniform,0.0755680004755656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,uniform,0.1190720001856486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,uniform,0.08523733417193095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,uniform,0.08113066852092743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,uniform,0.10585600137710571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,uniform,0.1705013314882914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,uniform,0.08424533406893413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,uniform,0.0976693332195282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,uniform,0.08278400202592213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,uniform,0.09770133097966512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,uniform,0.06029333174228668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,uniform,0.09347732861836751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,uniform,18.27242660522461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,uniform,0.08197866876920064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,uniform,0.06005333364009857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,uniform,0.059088001648585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,uniform,0.06528533498446147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,uniform,0.08264000217119853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,uniform,0.08358933528264363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,uniform,0.08584533135096233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,uniform,0.08123200138409932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,uniform,0.08760000268618266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,uniform,0.0825493335723877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,uniform,0.09473066528638203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,uniform,0.08777067065238953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,uniform,0.11904000242551167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,uniform,0.11731732885042827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,uniform,0.1606986622015635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,uniform,21.3350830078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,uniform,0.104912002881368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,uniform,0.11635200182596843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,uniform,0.16766933600107828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,uniform,0.11602133512496948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,uniform,0.14547733465830484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,uniform,0.14698666334152222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,uniform,0.11611732840538025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,uniform,0.11623467008272807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,uniform,0.07218666871388753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,uniform,0.1264746685822805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,uniform,0.07138133545716603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,uniform,0.07575466732184093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,uniform,0.11950400471687317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,uniform,0.08498133222262065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,uniform,0.11865599950154622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,uniform,0.11504000425338745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,uniform,0.12823466459910074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,uniform,0.1167733371257782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,uniform,0.1204266647497813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,uniform,0.11687999963760376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,uniform,0.13532267014185587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,uniform,0.1682986617088318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,uniform,0.11859200398127238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,uniform,0.12034666538238525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,uniform,0.11652266979217529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,uniform,0.11577600240707397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,uniform,0.16771199305852255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,uniform,0.1464853286743164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,uniform,0.16364799936612448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,uniform,0.17479467391967773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,uniform,0.0997173289457957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,uniform,0.17458667357762656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,uniform,0.16501866777737936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,uniform,0.10061867038408916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,uniform,0.19793067375818887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,uniform,0.10576533277829488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,uniform,0.17464532454808554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,uniform,0.12293866276741028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,uniform,0.17246399323145548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,uniform,0.1993066668510437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,uniform,0.18999467293421426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,uniform,0.18001067638397217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,uniform,0.1858773430188497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,uniform,0.18380266427993774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,uniform,0.11573333541552226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,uniform,0.12925333778063455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,uniform,0.21760533253351846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,uniform,0.11236799756685893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,uniform,0.11645866433779399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,uniform,0.1497653325398763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,uniform,0.16900799671808878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,uniform,0.17767467101415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,uniform,0.14755200346310934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,uniform,0.3413279851277669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,uniform,0.2784213423728943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,uniform,0.2800426681836446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,uniform,0.14730133612950644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,uniform,0.29411200682322186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,uniform,0.19768534104029337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,uniform,0.14874133467674255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,uniform,0.29471466938654584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,uniform,0.16249066591262817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,uniform,0.2929653326670329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,uniform,0.3022879958152771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,uniform,0.30180267492930096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,uniform,0.3440053462982178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,uniform,0.29491732517878216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,uniform,0.11916800340016682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,uniform,0.33106666803359985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,uniform,0.35837332407633465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,uniform,0.12636799613634744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,uniform,0.10542933146158855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,uniform,0.15004799763361612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,uniform,0.1172160009543101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,uniform,0.17811733484268188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,uniform,0.5253333250681559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,uniform,0.16637866695721945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,uniform,0.5103946526845297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,uniform,0.16473600268363953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,uniform,0.5051466623942057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,uniform,0.1585760017236074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,uniform,0.6323733329772949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,uniform,0.1491200029850006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,uniform,0.19854400555292764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,uniform,0.16420800487200418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,uniform,0.36642134189605713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,uniform,0.3612746795018514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,uniform,0.36023998260498047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,uniform,0.41913068294525146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,uniform,0.656549334526062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,uniform,0.5028160015741984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,uniform,0.5182559887568156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,uniform,0.5325226783752441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,uniform,0.11778666575749715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,uniform,0.11982933680216472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,uniform,0.12117333213488261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,uniform,0.11736533045768738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,uniform,0.15063466628392538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,uniform,0.1733013391494751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,uniform,0.16683733463287354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,uniform,0.1664906640847524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,uniform,0.641050656636556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,uniform,0.5044906536738077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,uniform,0.5102293491363525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,uniform,0.5300373236338297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,uniform,0.15095466375350952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,uniform,0.15263467033704123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,uniform,0.1994453271230062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,uniform,0.16531733671824136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,uniform,0.36177066961924237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,uniform,0.3636426528294881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,uniform,0.7357119719187418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,uniform,0.37428800264994305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,uniform,0.42469334602355957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,uniform,0.734106699625651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,uniform,0.12219199538230896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,uniform,0.764240026473999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,uniform,0.12617599964141846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,uniform,0.9250186284383138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,uniform,0.15598400433858237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,uniform,0.11801066994667053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,uniform,0.10925333698590596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,uniform,0.17286932468414307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,uniform,0.16579733292261759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,uniform,0.514293352762858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,uniform,0.1515733301639557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,uniform,0.5070026715596517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,uniform,0.1511893371740977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,uniform,0.6449919939041138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,uniform,0.5350879828135172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,uniform,0.17228267590204874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,uniform,0.1549493372440338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,uniform,0.199237326780955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,uniform,0.7351253032684326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,uniform,0.3622986475626628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,uniform,0.3633013168970744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,uniform,0.374565323193868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,uniform,0.43164265155792236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,uniform,0.9750613371531168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,uniform,0.7391359806060791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,uniform,0.11212799946467082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,uniform,0.7622506618499756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,uniform,0.12398399909337361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,uniform,0.15548800428708395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,uniform,0.11935999989509583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,uniform,0.12285866340001424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,uniform,0.16989866892496744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,uniform,0.5172053178151449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,uniform,0.1567093332608541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,uniform,0.1738133430480957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,uniform,0.5111413399378458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,uniform,0.5407893260320028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,uniform,0.17126933733622232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,uniform,0.6507519880930582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,uniform,0.15315199891726175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,uniform,0.16841065883636475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,uniform,0.3814613421758016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,uniform,0.20231467485427856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,uniform,0.3954506715138753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,uniform,0.36901334921518963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,uniform,0.43436264991760254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,uniform,0.7755146821339926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,uniform,0.7385973135630289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,uniform,0.1165066659450531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,uniform,0.9388266404469808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,uniform,0.7435626983642578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,uniform,0.12304000059763591
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,uniform,0.11250133315722148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,uniform,0.11417599519093831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,uniform,0.5123466650644938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,uniform,0.1583093305428823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,uniform,0.17408533891042074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,uniform,0.1718239982922872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,uniform,0.17371733983357748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,uniform,0.5167359908421835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,uniform,0.6536853313446045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,uniform,0.5451893409093221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,uniform,0.1554080049196879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,uniform,0.1584160029888153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,uniform,0.3699893156687419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,uniform,0.17146132389704385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,uniform,0.20281600952148438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,uniform,0.3715306520462036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,uniform,0.7537813186645508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,uniform,0.43750933806101483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,uniform,0.38422401746114093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,uniform,0.7419892946879069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,uniform,0.7768212954203287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,uniform,0.12272000312805176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,uniform,0.9480266571044922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,uniform,0.1170186698436737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,uniform,0.11534399787584941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,uniform,0.11563733220100403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,uniform,0.1584053337574005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,uniform,0.17484267552693686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,uniform,0.17397334178288779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,uniform,0.17688000202178955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,uniform,0.6651413440704346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,uniform,0.518234650293986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,uniform,0.5252000093460083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,uniform,0.5508426825205485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,uniform,0.21280000607172647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,uniform,0.16146133343378702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,uniform,0.15897066394488016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,uniform,0.17360534270604452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,uniform,0.3767999807993571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,uniform,0.4436853329340617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,uniform,0.3735893170038859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,uniform,0.39078934987386066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,uniform,0.7427573204040527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,uniform,0.1258080005645752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,uniform,0.7531519730885824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,uniform,0.7912693023681641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,uniform,0.9531573454538981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,uniform,0.1228053371111552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,uniform,0.12312533458073933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,uniform,0.1761173407236735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,uniform,0.13424533605575562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,uniform,0.18214933077494302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,uniform,0.5563199917475382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,uniform,0.17880000670750937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,uniform,0.18765334288279215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,uniform,0.5207039912541708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,uniform,0.5305813153584799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,uniform,0.6809546947479248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,uniform,0.17187732458114624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,uniform,0.15927466750144958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,uniform,0.17746132612228394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,uniform,0.21107200781504312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,uniform,0.4537920157114665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,uniform,0.3734826644261678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,uniform,0.3959253231684367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,uniform,0.3778560161590576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,uniform,0.9719040393829346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,uniform,0.758997360865275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,uniform,0.7489013671875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,uniform,0.12302933136622111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,uniform,0.7995733420054117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,uniform,0.13030399878819784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,uniform,0.1377120018005371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,uniform,0.12154666582743327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,uniform,0.19090133905410767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,uniform,0.18477867046991983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,uniform,0.5312426487604777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,uniform,0.168287992477417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,uniform,0.18969599405924478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,uniform,0.5256533225377401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,uniform,0.5656533241271973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,uniform,0.16523733735084534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,uniform,0.6871466636657715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,uniform,0.16197333733240762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,uniform,0.17861332496007284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,uniform,0.3786933422088623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,uniform,0.21394666035970053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,uniform,0.3962080081303914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,uniform,0.37994134426116943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,uniform,0.4582506815592448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,uniform,0.7572800318400065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,uniform,0.12272000312805176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,uniform,0.8062933286031088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,uniform,0.7581973075866699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,uniform,0.9823093414306641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,uniform,0.1778986652692159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,uniform,0.12333333492279053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,uniform,0.12849066654841104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,uniform,0.1515733301639557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,uniform,0.18480533361434937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,uniform,0.5300426483154297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,uniform,0.19011199474334717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,uniform,0.20738667249679565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,uniform,0.5416479905446371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,uniform,0.7056693236033121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,uniform,0.5779199997584025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,uniform,0.17097600301106772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,uniform,0.16516266266504923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,uniform,0.18312533696492514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,uniform,0.47226134936014813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,uniform,0.22062933444976807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,uniform,0.382421334584554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,uniform,0.38980265458424884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,uniform,0.40693334738413495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,uniform,0.820629358291626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,uniform,0.7716693083445231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,uniform,0.7606933116912842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,uniform,0.15191466609636942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,uniform,0.14923733472824097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,uniform,0.17921066284179688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,uniform,0.9994400342305502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,uniform,0.15519466996192932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,uniform,0.20681599775950113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,uniform,0.20749332507451376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,uniform,0.5459839900334676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,uniform,0.22032533089319864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,uniform,0.23970667521158853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,uniform,0.595082680384318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,uniform,0.5580853223800659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,uniform,0.19554666678110758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,uniform,0.7212959925333658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,uniform,0.18144534031550089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,uniform,0.23137599229812622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,uniform,0.30533333619435626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,uniform,0.42345599333445233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,uniform,0.3985653320948283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,uniform,0.40373865763346356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,uniform,0.48714133103688556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,uniform,1.0154933134714763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,uniform,0.7903253237406412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,uniform,0.7762933572133383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,uniform,0.16250666975975037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,uniform,0.8399786949157715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,uniform,0.18778133392333984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,uniform,0.1616266667842865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,uniform,0.16129600008328757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,uniform,0.23448532819747925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,uniform,0.2266026735305786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,uniform,0.5489546855290731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,uniform,0.2204213341077169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,uniform,0.25407467285792035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,uniform,0.5632426738739014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,uniform,0.6093066533406576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,uniform,0.20193066199620566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,uniform,0.7332906723022461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,uniform,0.18625599145889282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,uniform,0.23746667305628458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,uniform,0.3123626708984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,uniform,0.49138665199279785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,uniform,0.4293813308080037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,uniform,0.41124268372853595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,uniform,0.6355786720911661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,uniform,1.0302080313364665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,uniform,0.7841920057932535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,uniform,0.7985866864522299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,uniform,0.8486986955006918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,uniform,0.18147732814153036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,uniform,0.2174560030301412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,uniform,0.1913706660270691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,uniform,0.18218666315078735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,uniform,0.2603519956270854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,uniform,0.566271980603536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,uniform,0.3153333266576131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,uniform,0.26495466629664105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,uniform,0.28433066606521606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,uniform,0.5780746539433798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,uniform,0.6281226476033529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,uniform,0.19427200158437094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,uniform,0.762122631072998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,uniform,0.21010667085647583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,uniform,0.2466613252957662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,uniform,0.3232906659444173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,uniform,0.5056426525115967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,uniform,0.42238398392995197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,uniform,0.44066667556762695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,uniform,0.653445323308309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,uniform,0.8024799823760986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,uniform,1.059823989868164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,uniform,0.8168213367462158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,uniform,0.8758880297342936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,uniform,0.24129599332809448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,uniform,0.23905599117279053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,uniform,0.36635732650756836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,uniform,0.2529760003089905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,uniform,0.2796853383382161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,uniform,0.3742773135503133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,uniform,0.37330134709676105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,uniform,0.664410670598348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,uniform,0.42948798338572186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,uniform,0.6158773501714071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,uniform,0.7927520275115967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,uniform,1.0970293680826824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,uniform,0.24062933524449667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,uniform,0.33220799763997394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,uniform,0.2685439984003703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,uniform,0.437552014986674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,uniform,0.5190720160802206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,uniform,0.6246613264083862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,uniform,0.48351999123891193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,uniform,0.8426026503245035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,uniform,0.8431253433227539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,uniform,0.8661066691080729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,uniform,0.32952000697453815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,uniform,0.9495573043823242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,uniform,0.3001013398170471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,uniform,0.30631999174753827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,uniform,1.1494560241699219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,uniform,0.3523626724878947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,uniform,0.509061336517334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,uniform,0.4900906483332316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,uniform,0.5023359855016073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,uniform,0.56386665503184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,uniform,1.1432480017344158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,uniform,0.6929013729095459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,uniform,0.6411626736323038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,uniform,0.8268053531646729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,uniform,0.27963733673095703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,uniform,0.31934932867685956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,uniform,0.3863840103149414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,uniform,0.5347839991251627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,uniform,0.5403573513031006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,uniform,0.5924959977467855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,uniform,0.7086079915364584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,uniform,0.9478027025858561
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,uniform,0.8876693248748779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,uniform,1.1490879853566487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,uniform,0.9471733570098877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,uniform,0.41388265291849774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,uniform,0.4205546776453654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,uniform,1.584272066752116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,uniform,0.7532853285471598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,uniform,0.4793173472086589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,uniform,0.4898826678593953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,uniform,0.7478293577829996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,uniform,0.7619573275248209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,uniform,0.8430559635162354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,uniform,0.7921653588612875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,uniform,0.7208320299784342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,uniform,0.9652266502380371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,uniform,1.3534666697184246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,uniform,0.3532906770706177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,uniform,0.634762684504191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,uniform,0.3964746793111165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,uniform,0.4800533453623454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,uniform,0.752778689066569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,uniform,0.8296159903208414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,uniform,0.9299680391947428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,uniform,1.1753493150075276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,uniform,0.9376266797383627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,uniform,1.002234697341919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,uniform,0.6083199977874756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,uniform,1.2211519877115886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,uniform,0.6399946610132853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,uniform,1.682949384053548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,uniform,0.5613439877827963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,uniform,0.588485320409139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,uniform,1.1713120142618816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,uniform,1.0440266927083333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,uniform,1.0868000189463298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,uniform,1.0278560320536296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,uniform,0.8123626708984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,uniform,0.8927040100097656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,uniform,1.1002346674601238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,uniform,1.5113013585408528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,uniform,0.4535200198491414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,uniform,0.5019199848175049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,uniform,0.5860000054041544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,uniform,0.760645310084025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,uniform,1.2087146441141765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,uniform,1.0075146357218425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,uniform,1.0810506343841553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,uniform,1.5077493985493977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,uniform,1.0240693092346191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,uniform,1.125706672668457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,uniform,0.8335253397623698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,uniform,1.9446825981140137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,uniform,0.8429493109385172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,uniform,1.3934933344523113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,uniform,0.9248267014821371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,uniform,0.9466613133748373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,uniform,1.5970239639282227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,uniform,1.6457120577494304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,uniform,1.5654880205790203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,uniform,1.7410987218221028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,uniform,1.1920373439788818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,uniform,1.2942612965901692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,uniform,0.5728853146235148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,uniform,1.4330827395121257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,uniform,1.921354611714681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,uniform,0.6731786727905273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,uniform,0.7826560338338217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,uniform,1.0351573626200359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,uniform,1.4233706792195637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,uniform,1.330458641052246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,uniform,1.6039199829101562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,uniform,2.0463199615478516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,uniform,1.1905706723531086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,uniform,1.3104746341705322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,uniform,1.2233226299285889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,uniform,1.1574613253275554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,uniform,2.23690128326416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,uniform,1.2133333683013916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,uniform,1.6341652870178223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,uniform,1.316490650177002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,uniform,2.1701812744140625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,uniform,2.3709120750427246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,uniform,2.2367520332336426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,uniform,2.2615307172139487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,uniform,1.6702346801757812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,uniform,1.7525919278462727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,uniform,2.030240058898926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,uniform,2.58079465230306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,uniform,0.7558240095774332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,uniform,1.0351253350575764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,uniform,0.8914346694946289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,uniform,1.365674654642741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,uniform,1.7062400182088215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,uniform,2.6431946754455566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,uniform,2.0834827423095703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,uniform,1.8325759569803874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,uniform,1.6912693977355957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,uniform,2.0408053398132324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,uniform,1.8435519536336262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,uniform,1.8256373405456543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,uniform,1.8397599856058757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,uniform,2.1258400281270347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,uniform,1.9981066385904949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,uniform,2.8026933670043945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,uniform,3.364805221557617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,uniform,3.4342292149861655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,uniform,3.433962821960449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,uniform,3.5257012049357095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,uniform,2.379242738087972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,uniform,2.6008052825927734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,uniform,3.8101065953572593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,uniform,2.9677387873331704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,uniform,1.0886879762013753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,uniform,1.19595734278361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,uniform,1.5140159924825032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,uniform,1.974079926808675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,uniform,2.5537333488464355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,uniform,2.7538134256998696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,uniform,3.0809332529703775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,uniform,3.8865013122558594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,uniform,2.4531946182250977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,uniform,2.6548266410827637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,uniform,2.5481173197428384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,uniform,2.448645273844401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,uniform,2.592741330464681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,uniform,2.6850719451904297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,uniform,4.50761063893636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,uniform,4.540128072102864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,uniform,3.975482622782389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,uniform,3.1013921101888022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,uniform,4.661429405212402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,uniform,4.839706738789876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,uniform,3.1461121241251626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,uniform,4.068160057067871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,uniform,3.4702345530192056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,uniform,4.9457651774088545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,uniform,1.3828694025675456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,uniform,1.584858735402425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,uniform,1.9825280507405598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,uniform,2.5912960370381675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,uniform,3.343578656514486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,uniform,3.5395145416259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,uniform,3.985775947570801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,uniform,4.970874786376953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,uniform,3.283269246419271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,uniform,3.5743840535481772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,uniform,3.9988800684611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,uniform,3.895610809326172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,uniform,3.7865066528320312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,uniform,4.075994809468587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,uniform,4.056410789489746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,uniform,7.288474400838216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,uniform,5.192677179972331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,uniform,7.2871144612630205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,uniform,7.276474634806315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,uniform,7.198170979817708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,uniform,4.6308854420979815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,uniform,5.077941258748372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,uniform,5.979589462280273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,uniform,7.388853073120117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,uniform,2.050858656565348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,uniform,2.3237759272257485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,uniform,2.7898292541503906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,uniform,3.819760004679362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,uniform,4.951744079589844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,uniform,5.983055750528972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,uniform,5.508485158284505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,uniform,7.323157628377278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,uniform,5.268293380737305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,uniform,4.881509462992351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,uniform,5.538901646931966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,uniform,5.149194717407227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,uniform,5.105248133341472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,uniform,5.386437098185222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,uniform,9.933904012044271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,uniform,5.982720057169597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,uniform,7.490725199381511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,uniform,9.384735743204752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,uniform,9.73257064819336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,uniform,9.916325251261393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,uniform,6.264933268229167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,uniform,6.805295944213867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,uniform,7.651642481486003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,uniform,9.590960184733072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,uniform,3.102464040120443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,uniform,2.8276853561401367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,uniform,3.706533432006836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,uniform,5.055040041605632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,uniform,6.831738789876302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,uniform,7.924773534138997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,uniform,7.196479797363281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,uniform,9.675365447998047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,uniform,7.186746597290039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,uniform,6.993258794148763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,uniform,6.836928049723308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,uniform,6.754218419392903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,uniform,6.440805435180664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,uniform,6.769781112670898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,uniform,8.078992207845053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,uniform,9.862570444742838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,uniform,12.681706746419271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,uniform,12.686453501383463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,uniform,11.871723175048828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,uniform,12.027445475260416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,uniform,8.156010945638021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,uniform,8.548981348673502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,uniform,3.6514612833658853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,uniform,9.599536259969076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,uniform,4.554431915283203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,uniform,12.298912048339844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,uniform,3.860128084818522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,uniform,6.380186716715495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,uniform,8.446106592814127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,uniform,8.909701029459635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,uniform,9.606538772583008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,uniform,11.83682123819987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,uniform,8.962677637736002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,uniform,9.373861312866211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,uniform,0.1362986663977305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,uniform,0.07208533088366191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,uniform,0.10291733344395955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,uniform,0.07450133562088013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,uniform,0.11460799972216289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,uniform,0.17106133699417114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,uniform,0.08830933769543965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,uniform,0.08656000097592671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,uniform,0.08380267024040222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,uniform,0.10441600282986958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,uniform,0.07976000010967255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,uniform,0.09468799829483032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,uniform,0.07281599938869476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,uniform,0.06947200000286102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,uniform,0.07111999889214833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,uniform,0.0831573357184728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,uniform,0.07986666758855183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,uniform,0.08347733815511067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,uniform,0.08241599798202515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,uniform,0.0844106674194336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,uniform,0.13926399747530618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,uniform,0.09537067015965779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,uniform,0.10474133491516113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,uniform,0.0935040016969045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,uniform,0.10818666219711304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,uniform,0.09583999713261922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,uniform,0.11530133088429768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,uniform,0.1669173240661621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,uniform,0.11850133538246155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,uniform,0.09500799576441447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,uniform,0.09959466258684795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,uniform,0.13361600041389465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,uniform,0.11362133423487346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,uniform,0.11424000064531963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,uniform,0.07334933181603749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,uniform,0.07389866809050243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,uniform,0.08099733293056488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,uniform,0.09759466846783955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,uniform,0.11076800028483073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,uniform,0.10687999924023946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,uniform,10.525360107421875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,uniform,0.11471466223398845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,uniform,0.09985066453615825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,uniform,0.10623466968536377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,uniform,12.564608256022135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,uniform,0.13641599814097086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,uniform,0.13700266679128012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,uniform,0.12246400117874146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,uniform,0.1265546679496765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,uniform,0.1529759963353475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,uniform,0.12106666962305705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,uniform,0.12583999832471213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,uniform,0.16761600971221924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,uniform,0.15782933433850607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,uniform,0.16702399651209512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,uniform,0.1292746663093567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,uniform,0.09121066331863403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,uniform,0.15174399813016257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,uniform,0.18490666151046753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,uniform,0.1055519978205363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,uniform,0.09232532978057861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,uniform,0.147599995136261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,uniform,0.13190399607022604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,uniform,0.140773336092631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,uniform,0.12742933630943298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,uniform,0.13235732913017273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,uniform,0.13131733735402426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,uniform,0.14917332927385965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,uniform,0.1907786726951599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,uniform,0.12294933199882507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,uniform,0.12566933035850525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,uniform,0.1552853286266327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,uniform,0.1665173371632894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,uniform,0.12052800258000691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,uniform,0.1662506659825643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,uniform,0.17482133706410727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,uniform,0.16102400422096252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,uniform,0.14202133814493814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,uniform,0.1848426659901937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,uniform,0.22065067291259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,uniform,0.11880000432332356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,uniform,0.12110400199890137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,uniform,0.2853013277053833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,uniform,0.18093866109848022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,uniform,0.18263999621073404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,uniform,0.18067733446756998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,uniform,0.20893333355585733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,uniform,0.14081066846847534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,uniform,0.187882661819458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,uniform,0.22164267301559448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,uniform,0.2966666618982951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,uniform,0.12690666317939758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,uniform,0.12493866682052612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,uniform,0.16810667514801025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,uniform,0.12145066261291504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,uniform,0.16634133458137512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,uniform,0.16140799721082053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,uniform,0.15710933009783426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,uniform,0.35838401317596436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,uniform,0.277344008286794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,uniform,0.30101333061854046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,uniform,0.4960586627324422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,uniform,0.17149867614110312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,uniform,0.1666826605796814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,uniform,0.28510934114456177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,uniform,0.21149333318074545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,uniform,0.3349813222885132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,uniform,0.2837386727333069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,uniform,0.27828266223271686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,uniform,0.4962826569875081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,uniform,0.31039466460545856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,uniform,0.14102933804194132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,uniform,0.3630933364232381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,uniform,0.1265546679496765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,uniform,0.17177599668502808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,uniform,0.12485333283742268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,uniform,0.12628799676895142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,uniform,0.16933866341908774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,uniform,0.15523733695348105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,uniform,0.15735466281572977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,uniform,0.47702932357788086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,uniform,0.533456007639567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,uniform,0.6228693326314291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,uniform,0.34197866916656494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,uniform,0.8910613059997559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,uniform,0.1750453313191732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,uniform,0.20955200990041098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,uniform,0.3367679913838704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,uniform,0.17430400848388672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,uniform,0.47778133551279706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,uniform,0.4013226826985677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,uniform,0.6399360100428263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,uniform,0.5560319821039835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,uniform,0.1416213313738505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,uniform,0.8999626636505127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,uniform,0.12749866644541422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,uniform,0.12827199697494507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,uniform,0.1237600048383077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,uniform,0.17312000195185342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,uniform,0.16453333695729574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,uniform,0.15618667006492615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,uniform,0.15929067134857178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,uniform,0.4822346766789754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,uniform,0.5367199977238973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,uniform,0.16988267501195273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,uniform,0.17774933576583862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,uniform,0.3468480110168457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,uniform,0.8935840129852295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,uniform,0.6296373208363851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,uniform,0.342410683631897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,uniform,0.21412799755732217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,uniform,0.7896107037862142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,uniform,0.40670398871103924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,uniform,0.6706879933675131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,uniform,0.902394692103068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,uniform,0.13700266679128012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,uniform,0.12945600350697836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,uniform,1.2827200094858806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,uniform,0.12276800473531087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,uniform,0.1254026691118876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,uniform,0.16829333702723184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,uniform,0.15517333149909973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,uniform,0.16611199577649435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,uniform,0.5370826721191406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,uniform,0.4814240137736003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,uniform,0.16369600097338358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,uniform,0.634330670038859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,uniform,0.9004426797231039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,uniform,0.17302932341893515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,uniform,0.21620800097783408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,uniform,0.3486400047938029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,uniform,0.17666133244832358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,uniform,0.3434079885482788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,uniform,0.4112906853357951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,uniform,0.9064693450927734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,uniform,0.7947413126627604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,uniform,0.6731893221537272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,uniform,1.2904746532440186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,uniform,0.17361066738764444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,uniform,0.1688800056775411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,uniform,0.16690667470296225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,uniform,0.25810666879018146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,uniform,0.17230399449666342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,uniform,0.2334186633427938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,uniform,0.2386186718940735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,uniform,0.546725352605184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,uniform,0.24553066492080688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,uniform,0.4790346622467041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,uniform,0.6388906637827555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,uniform,0.90065598487854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,uniform,0.17400532960891724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,uniform,0.1807253360748291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,uniform,0.21819732586542764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,uniform,0.41447468598683673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,uniform,0.3487146695454915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,uniform,0.34433066844940186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,uniform,0.6654986540476481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,uniform,0.1725013256072998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,uniform,0.9125920136769613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,uniform,0.8051199913024902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,uniform,1.2899999618530273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,uniform,0.16802134116490683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,uniform,0.1694986621538798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,uniform,0.16795200109481812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,uniform,0.2563573320706685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,uniform,0.23361066977183023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,uniform,0.24242132902145386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,uniform,0.23290133476257324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,uniform,0.5465706586837769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,uniform,0.4812213182449341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,uniform,0.9070560137430826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,uniform,0.6460959911346436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,uniform,0.1811573306719462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,uniform,0.17660266160964966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,uniform,0.2216320037841797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,uniform,0.3469066619873047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,uniform,0.3460266590118408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,uniform,0.41973865032196045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,uniform,0.6772533257802328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,uniform,0.7993653615315756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,uniform,0.17345066865285239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,uniform,0.911952018737793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,uniform,1.3041866620381672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,uniform,0.25974400838216144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,uniform,0.16962132851282755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,uniform,0.17170133193333945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,uniform,0.1674399971961975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,uniform,0.2342026631037394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,uniform,0.2337119976679484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,uniform,0.4884959856669108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,uniform,0.24182399113972983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,uniform,0.5508266687393188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,uniform,0.6457759936650594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,uniform,0.9108479817708334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,uniform,0.18255466222763062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,uniform,0.22478399674097696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,uniform,0.35421331723531085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,uniform,0.18712000052134195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,uniform,0.34913067022959393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,uniform,0.4209013382593791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,uniform,0.6830399831136068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,uniform,0.9164533615112305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,uniform,0.797754685084025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,uniform,1.308725357055664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,uniform,0.21608533461888632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,uniform,0.23322665691375732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,uniform,0.22266666094462076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,uniform,0.2206559975941976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,uniform,0.33976535002390545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,uniform,0.3137600024541219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,uniform,0.31910934050877887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,uniform,0.32452799876530963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,uniform,0.5530773401260376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,uniform,0.4910080035527547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,uniform,0.6524959802627563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,uniform,0.1820853352546692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,uniform,0.9273813565572103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,uniform,0.18607467412948608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,uniform,0.22742400566736856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,uniform,0.35197333494822186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,uniform,0.4273600180943807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,uniform,0.3535253206888835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,uniform,0.6764427026112875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,uniform,0.8046293258666992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,uniform,0.9290613333384196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,uniform,0.23878933986028036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,uniform,0.2180160085360209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,uniform,1.3047680060068767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,uniform,0.3417066733042399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,uniform,0.22130133708318075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,uniform,0.22137065728505453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,uniform,0.3205866614977519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,uniform,0.31273066997528076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,uniform,0.3323520024617513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,uniform,0.5505599975585938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,uniform,0.6620373328526815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,uniform,0.4875466823577881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,uniform,0.9298880100250244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,uniform,0.18222934007644653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,uniform,0.18796799580256143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,uniform,0.23242133855819702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,uniform,0.3564800024032593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,uniform,0.35462931791941327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,uniform,0.43303465843200684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,uniform,0.6781013011932373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,uniform,0.8072106838226318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,uniform,0.26454933484395343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,uniform,0.9284053643544515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,uniform,1.2951786518096924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,uniform,0.2625066637992859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,uniform,0.27036799987157184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,uniform,0.2650933265686035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,uniform,0.3919839859008789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,uniform,0.38890667756398517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,uniform,0.39291731516520184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,uniform,0.4145173231760661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,uniform,0.4996960163116455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,uniform,0.9421706994374593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,uniform,0.5540159940719604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,uniform,0.6651626825332642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,uniform,0.23665066560109457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,uniform,0.18432533740997314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,uniform,0.362282673517863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,uniform,0.19179733594258627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,uniform,0.3667680025100708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,uniform,0.43988800048828125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,uniform,0.813711961110433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,uniform,1.2793920040130615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,uniform,0.6849386692047119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,uniform,0.3201013406117757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,uniform,0.9443893432617188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,uniform,0.3028106689453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,uniform,0.31015467643737793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,uniform,0.3113226691881816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,uniform,0.4743359883626302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,uniform,0.4971199830373128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,uniform,0.46614933013916016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,uniform,0.46883201599121094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,uniform,0.49273065725962323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,uniform,0.2791626652081807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,uniform,0.6803733507792155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,uniform,0.5618720054626465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,uniform,0.9356640179951986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,uniform,0.28859732548395794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,uniform,0.3621973196665446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,uniform,0.36136531829833984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,uniform,0.3682933251063029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,uniform,0.4490559895833333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,uniform,0.8153066635131836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,uniform,0.6895519892374674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,uniform,0.3567466735839844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,uniform,0.3567039966583252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,uniform,1.324954668680827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,uniform,0.9578080177307129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,uniform,0.35792001088460285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,uniform,0.5486933390299479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,uniform,0.3636053403218587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,uniform,0.5596213340759277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,uniform,0.5788266658782959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,uniform,0.5375359853108724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,uniform,0.49647998809814453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,uniform,0.5701440175374349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,uniform,0.6848053137461344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,uniform,0.29357866446177167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,uniform,0.9451519648234049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,uniform,0.28377066055933636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,uniform,0.3691573143005371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,uniform,0.6701013247172037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,uniform,0.5907626549402872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,uniform,0.5949120124181112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,uniform,0.4445173343022664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,uniform,0.693498690923055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,uniform,0.4424373308817546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,uniform,0.8311413129170736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,uniform,0.45028801759084064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,uniform,1.349679946899414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,uniform,0.9617919921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,uniform,0.4549866517384847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,uniform,0.684058666229248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,uniform,0.6786239941914877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,uniform,0.7383573055267334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,uniform,0.6902240117390951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,uniform,0.5110186735788981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,uniform,0.6956746578216553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,uniform,0.5859466791152954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,uniform,0.9853813648223877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,uniform,0.28757866223653156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,uniform,0.3009173274040222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,uniform,0.38016001383463544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,uniform,0.602453351020813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,uniform,0.5970720052719116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,uniform,0.6901066303253174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,uniform,0.6234986782073975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,uniform,0.7113813559214274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,uniform,0.8410399754842123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,uniform,0.6206186612447103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,uniform,0.9429866472880045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,uniform,1.388437271118164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,uniform,0.6338933308919271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,uniform,0.6411146720250448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,uniform,0.9858773549397787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,uniform,0.9791839917500814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,uniform,0.9929866790771484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,uniform,1.067850669225057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,uniform,0.9154346783955892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,uniform,1.0709013144175212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,uniform,1.0103999773661296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,uniform,0.41332801183064777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,uniform,1.4674506187438965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,uniform,0.4182026783625285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,uniform,0.8712320327758789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,uniform,0.8694612979888916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,uniform,0.4842666784922282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,uniform,0.9537493387858073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,uniform,0.736512025197347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,uniform,0.8905866940816244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,uniform,0.7983466784159342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,uniform,0.8015147050221761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,uniform,1.0387199719746907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,uniform,1.4932799339294434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,uniform,0.8105279604593912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,uniform,1.2747093041737874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,uniform,0.8287573655446371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,uniform,1.2744266986846924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,uniform,1.2905920346577961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,uniform,1.3867519696553547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,uniform,1.1104106903076172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,uniform,0.9396320184071859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,uniform,1.0365227063496907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,uniform,1.5561706225077312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,uniform,0.515445351600647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,uniform,0.5126026471455892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,uniform,1.1187413533528645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,uniform,0.597210685412089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,uniform,1.128175973892212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,uniform,1.1984906991322835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,uniform,1.309770663579305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,uniform,1.4935359954833984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,uniform,1.1508800188700359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,uniform,2.131962617238363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,uniform,1.1598933537801106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,uniform,1.5526240666707356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,uniform,1.1762879689534504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,uniform,1.2015999952952068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,uniform,1.8581493695576985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,uniform,1.8536052703857422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,uniform,2.0506186485290527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,uniform,1.9004906018575032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,uniform,1.3301013310750325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,uniform,1.5129440625508626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,uniform,1.4668480555216472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,uniform,2.104853312174479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,uniform,0.6935786406199137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,uniform,0.6997386614481608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,uniform,0.7939466635386149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,uniform,1.3895467122395833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,uniform,1.3963626225789387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,uniform,1.3515893618265789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,uniform,1.499311923980713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,uniform,1.5529707272847493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,uniform,2.2965920766194663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,uniform,1.620255947113037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,uniform,1.4983253479003906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,uniform,1.509424050649007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,uniform,1.5474826494852703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,uniform,2.4463094075520835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,uniform,1.5807785987854004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,uniform,2.463706652323405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,uniform,2.511669317881266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,uniform,2.7133121490478516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,uniform,1.7310773531595867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,uniform,0.9086080392201742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,uniform,1.9004426002502441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,uniform,1.9375200271606445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,uniform,2.6357226371765137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,uniform,1.0008959770202637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,uniform,0.8798453013102213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,uniform,1.8891414006551106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,uniform,1.9026452700297039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,uniform,2.0383893648783364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,uniform,1.9230880737304688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,uniform,2.177552064259847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,uniform,2.2018133799235025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,uniform,3.0234721501668296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,uniform,2.2429332733154297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,uniform,2.239978631337484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,uniform,2.303925355275472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,uniform,2.3569812774658203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,uniform,3.613605181376139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,uniform,3.6573120752970376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,uniform,3.7324746449788413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,uniform,4.050944010416667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,uniform,2.5118080774943032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,uniform,2.738896052042643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,uniform,2.746335983276367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,uniform,3.6369120279947915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,uniform,1.287274678548177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,uniform,1.39902925491333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,uniform,1.2541866302490234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,uniform,2.6832586924235025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,uniform,2.650485356648763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,uniform,2.855605443318685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,uniform,2.5328052838643393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,uniform,2.8528267542521157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,uniform,2.8632853825887046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,uniform,3.870352109273275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,uniform,2.9360745747884116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,uniform,2.9538825352986655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,uniform,3.042869249979655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,uniform,3.110165278116862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,uniform,4.842896143595378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,uniform,4.793365478515625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,uniform,4.948565483093262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,uniform,5.352858861287435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,uniform,3.315151850382487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,uniform,3.6221386591593423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,uniform,3.641968091328939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,uniform,1.6836907068888347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,uniform,4.664079984029134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,uniform,1.8083146413167317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,uniform,1.6257227261861165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,uniform,3.417109489440918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,uniform,3.674426714579264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,uniform,3.4714988072713218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,uniform,3.7061386108398438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,uniform,4.023845354715983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,uniform,4.081653277079265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,uniform,5.313973426818848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,uniform,4.36737600962321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,uniform,4.4010880788167315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,uniform,4.5309600830078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,uniform,4.607066790262858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,uniform,7.145343780517578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,uniform,7.229461034138997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,uniform,7.405397415161133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,uniform,7.96444829305013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,uniform,4.89303461710612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,uniform,5.357407887776692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,uniform,5.393952051798503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,uniform,6.7924957275390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,uniform,2.452810605367025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,uniform,2.3670454025268555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,uniform,2.63156795501709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,uniform,5.20250670115153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,uniform,5.520650863647461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,uniform,5.289882659912109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,uniform,5.398522694905599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,uniform,4.953061421712239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,uniform,5.5342667897542315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,uniform,7.111621220906575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,uniform,5.7718505859375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,uniform,5.852298736572266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,uniform,6.113029479980469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,uniform,6.016069412231445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,uniform,9.484783808390299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,uniform,9.600314458211264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,uniform,9.850095748901367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,uniform,10.584778467814127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,uniform,6.468106587727864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,uniform,7.056112289428711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,uniform,7.133578618367513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,uniform,3.237786610921224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,uniform,8.874176025390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,uniform,3.1196374893188477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,uniform,3.4596694310506186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,uniform,6.758565266927083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,uniform,6.851914723714192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,uniform,6.7297922770182295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,uniform,7.175968170166016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,uniform,7.304922739664714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,uniform,7.399557113647461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,uniform,9.389290491739908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,uniform,8.618160247802734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,uniform,8.732362747192383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,uniform,8.97596804300944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,uniform,14.190133412679037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,uniform,9.126319885253906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,uniform,14.35268783569336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,uniform,14.728501637776693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,uniform,15.819210052490234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,uniform,9.658704121907553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,uniform,10.52782948811849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,uniform,4.787690798441569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,uniform,10.623760223388672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,uniform,13.045733133951822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,uniform,4.64573319753011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,uniform,5.076954523722331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,uniform,10.249349594116211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,uniform,10.081904093424479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,uniform,10.691482543945312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,uniform,9.77069346110026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,uniform,10.60314687093099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,uniform,13.355754852294922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,uniform,10.755162556966146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,uniform,11.47430419921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,uniform,11.607130686442057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,uniform,11.93300755818685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,uniform,12.123060862223307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,uniform,18.88138707478841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,uniform,19.09392547607422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,uniform,19.60960515340169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,uniform,21.070660909016926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,uniform,13.960042317708334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,uniform,12.817012786865234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,uniform,14.108112335205078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,uniform,6.368495941162109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,uniform,6.162000020345052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,uniform,17.210325876871746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,uniform,6.699839909871419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,uniform,13.394111633300781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,uniform,14.21395746866862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,uniform,13.587163289388021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,uniform,13.313301086425781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,uniform,14.416394551595053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,uniform,14.597700754801432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,uniform,17.95257059733073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,uniform,14.275365193684896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,uniform,14.507845560709635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,uniform,14.903556823730469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,uniform,15.181060791015625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,uniform,23.58885955810547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,uniform,23.884078979492188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,uniform,24.48084767659505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,uniform,26.31068166097005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,uniform,17.642927805582683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,uniform,17.416629791259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,uniform,15.989419301350912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,uniform,21.417025248209637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,uniform,7.947573343912761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,uniform,7.602714538574219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,uniform,8.342986424763998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,uniform,16.490362803141277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,uniform,16.715994517008465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,uniform,16.38355255126953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,uniform,17.509765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,uniform,17.6866455078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,uniform,17.965892791748047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,uniform,21.914756774902344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,uniform,0.11167466640472412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,uniform,0.07621866464614868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,uniform,0.15500266353289285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,uniform,0.06014933188756307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,uniform,0.0993280013402303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,uniform,0.07083199918270111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,uniform,0.05997333427270254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,uniform,0.07221866647402446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,uniform,0.06702933212121327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,uniform,0.07713066538174947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,uniform,0.09473066528638203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,uniform,0.13820266723632812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,uniform,0.053786665201187134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,uniform,0.06373333434263866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,uniform,0.08373333017031352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,uniform,0.04966400067011515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,uniform,0.06645866731802623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,uniform,0.08444266517957051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,uniform,0.07205866773923238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,uniform,0.10780800382296245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,uniform,0.11176533500353496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,uniform,0.11334400375684102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,uniform,0.07660800218582153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,uniform,0.07197333375612895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,uniform,0.07374399900436401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,uniform,0.08518933256467183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,uniform,0.08504000306129456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,uniform,0.1723466714223226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,uniform,0.07374399900436401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,uniform,0.14897599816322327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,uniform,0.15677866339683533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,uniform,0.09530666470527649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,uniform,0.09454400340716045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,uniform,0.10013332962989807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,uniform,0.08746133248011272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,uniform,0.10567999879519145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,uniform,0.058917333682378135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,uniform,0.07301866511503856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,uniform,0.06108800073464712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,uniform,0.09110933542251587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,uniform,0.08145066599051158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,uniform,0.08431466420491536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,uniform,0.09331199526786804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,uniform,0.11789333820343018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,uniform,0.08474133412043254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,uniform,0.09607999523480733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,uniform,0.12240533034006755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,uniform,0.18103466431299844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,uniform,0.11154133081436157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,uniform,0.1109226644039154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,uniform,0.17338667313257852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,uniform,0.14327466487884521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,uniform,0.10522666573524475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,uniform,0.1186346709728241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,uniform,0.10281067093213399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,uniform,0.14722133676211038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,uniform,0.14366933703422546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,uniform,0.1144533356030782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,uniform,0.08309866487979889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,uniform,0.13322133819262186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,uniform,0.17469867070515951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,uniform,0.07260266443093617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,uniform,0.07419733206431071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,uniform,0.10454400380452473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,uniform,0.11620266238848369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,uniform,0.11403200030326843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,uniform,0.12745066483815512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,uniform,0.15421332915623984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,uniform,0.11151466766993205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,uniform,0.12113066514333089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,uniform,0.1431839962800344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,uniform,0.20229333639144897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,uniform,0.11226133505503337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,uniform,0.1055466632048289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,uniform,0.10346666971842448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,uniform,0.10098666946093242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,uniform,0.16611733039220175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,uniform,0.16160000363985697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,uniform,0.15597866972287497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,uniform,0.19262399276097616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,uniform,0.10859200358390808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,uniform,0.14376533031463623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,uniform,0.1694986621538798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,uniform,0.19350399573644003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,uniform,0.09886399904886882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,uniform,0.17804267009099325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,uniform,0.2479040026664734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,uniform,0.11052266756693523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,uniform,0.1384106675783793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,uniform,0.17588265736897787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,uniform,0.19195199012756348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,uniform,0.2238346735636393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,uniform,0.17028266191482544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,uniform,0.1768746574719747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,uniform,0.20332799355189005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,uniform,0.11563199758529663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,uniform,0.27316800753275555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,uniform,0.11340799927711487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,uniform,0.31989866495132446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,uniform,0.10409067074457805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,uniform,0.1020906666914622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,uniform,0.14568533500035605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,uniform,0.15774400035540262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,uniform,0.14983466267585754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,uniform,0.14589866995811462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,uniform,0.14622400204340616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,uniform,0.1632426679134369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,uniform,0.20268267393112183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,uniform,0.28838932514190674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,uniform,0.31862932443618774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,uniform,0.3863146702448527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,uniform,0.31256532669067383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,uniform,0.3508640130360921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,uniform,0.15125333269437155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,uniform,0.2958666682243347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,uniform,0.3568640152613322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,uniform,0.3314080039660136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,uniform,0.2990826765696208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,uniform,0.11692800124486287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,uniform,0.11469866832097371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,uniform,0.11365333199501038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,uniform,0.2837120095888774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,uniform,0.17576533555984497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,uniform,0.4082346757253011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,uniform,0.14842666188875833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,uniform,0.1477226714293162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,uniform,0.11460799972216289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,uniform,0.5931893189748129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,uniform,0.5544426838556925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,uniform,0.15099199612935385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,uniform,0.14823466539382935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,uniform,0.16750399271647134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,uniform,0.18101332585016885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,uniform,0.3557120164235433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,uniform,0.5032373269399008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,uniform,0.5856693188349406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,uniform,0.42609600226084393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,uniform,0.6607786814371744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,uniform,0.20777599016825357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,uniform,0.585749348004659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,uniform,0.7304320335388184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,uniform,0.12533866365750632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,uniform,0.10929600397745769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,uniform,0.36029334863026935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,uniform,0.1157866617043813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,uniform,0.38257066408793133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,uniform,0.5635679960250854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,uniform,0.1507306694984436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,uniform,0.16598400473594666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,uniform,0.5592319965362549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,uniform,0.6731200218200684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,uniform,0.15341867009798685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,uniform,0.10609599947929382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,uniform,0.15074666341145834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,uniform,0.15851733088493347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,uniform,0.5060373147328695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,uniform,0.1692426602045695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,uniform,0.35839998722076416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,uniform,0.17192000150680542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,uniform,0.5607946713765463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,uniform,0.41625599066416424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,uniform,0.4147520065307617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,uniform,0.8106346925099691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,uniform,0.11886399984359741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,uniform,0.11679466565450032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,uniform,1.0017173290252686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,uniform,0.21313067277272543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,uniform,0.4369066556294759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,uniform,0.17614932854970297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,uniform,0.7402986685434977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,uniform,0.15331733226776123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,uniform,0.80730668703715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,uniform,0.15594133734703064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,uniform,0.16867733001708984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,uniform,0.5277706782023112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,uniform,0.10842133561770122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,uniform,0.547322670618693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,uniform,0.10774399836858113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,uniform,0.15520532925923666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,uniform,0.5751146475474039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,uniform,0.1520693302154541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,uniform,0.6845493316650391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,uniform,0.36716266473134357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,uniform,0.23001599311828613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,uniform,0.36057599385579425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,uniform,0.39343468348185223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,uniform,0.44679466883341473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,uniform,0.8214933077494303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,uniform,0.7889599800109863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,uniform,0.8090346654256185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,uniform,1.0117759704589844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,uniform,0.17469332615534464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,uniform,0.11988266309102376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,uniform,0.1144533356030782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,uniform,0.16548267006874084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,uniform,0.11181333661079407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,uniform,0.11282666524251302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,uniform,0.15845333536465964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,uniform,0.1569973329703013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,uniform,0.5258560180664062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,uniform,0.1609173317750295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,uniform,0.601797342300415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,uniform,0.7741066614786783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,uniform,0.5561600128809611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,uniform,0.1702773372332255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,uniform,0.1590720017751058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,uniform,0.2562026580174764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,uniform,0.1950933337211609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,uniform,0.38233598073323566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,uniform,0.41437331835428876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,uniform,0.3698506752649943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,uniform,0.5020373264948527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,uniform,0.7519466876983643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,uniform,0.12101333340009053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,uniform,0.1139359970887502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,uniform,0.11261866490046184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,uniform,0.17280532916386923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,uniform,0.15801599621772766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,uniform,0.11504532893498738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,uniform,0.8580640157063802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,uniform,1.108133316040039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,uniform,0.15949333707491556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,uniform,0.7859306335449219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,uniform,0.7960853576660156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,uniform,0.1627786656220754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,uniform,0.5289280017217001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,uniform,0.5604533354441324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,uniform,0.609994649887085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,uniform,0.17226133743921915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,uniform,0.1611253321170807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,uniform,0.19876799980799356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,uniform,0.2587786714235942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,uniform,0.37571199735005695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,uniform,0.38652801513671875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,uniform,0.8005759716033936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,uniform,0.41833066940307617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,uniform,0.5138026475906372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,uniform,0.7549760341644287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,uniform,0.8614292939503988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,uniform,1.1137653191884358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,uniform,0.12239999572436015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,uniform,0.12550933162371317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,uniform,0.11524266997973125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,uniform,0.176362673441569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,uniform,0.11453333497047424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,uniform,0.1689866582552592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,uniform,0.16201066970825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,uniform,0.16718933979670206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,uniform,0.5326079924901327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,uniform,0.1783413290977478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,uniform,0.6165706713994344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,uniform,0.566431999206543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,uniform,0.3787253300348918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,uniform,0.8025866349538168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,uniform,0.17683732509613037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,uniform,0.26623467604319256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,uniform,0.2032639980316162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,uniform,0.3909706672032674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,uniform,0.5276319980621338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,uniform,0.4305226802825928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,uniform,0.761135975519816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,uniform,0.8059999942779541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,uniform,0.8726560274759928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,uniform,1.1358506679534912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,uniform,0.11699199676513672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,uniform,0.12164266904195149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,uniform,0.12158399820327759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,uniform,0.1720106601715088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,uniform,0.12709866960843405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,uniform,0.5388960043589274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,uniform,0.16353066762288412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,uniform,0.17379732926686606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,uniform,0.17929067214330038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,uniform,0.5720693270365397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,uniform,0.6294826666514078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,uniform,0.8253493309020996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,uniform,0.2779093384742737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,uniform,0.16643733779589334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,uniform,0.16664533813794455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,uniform,0.5437173446019491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,uniform,0.7674293518066406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,uniform,0.20914133389790854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,uniform,0.9770507017771403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,uniform,1.191146691640218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,uniform,0.8111626307169596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,uniform,0.12830400466918945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,uniform,0.44927998383839923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,uniform,0.41308267911275226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,uniform,0.13281066219011942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,uniform,0.12281599640846252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,uniform,0.18204265832901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,uniform,0.11921599507331848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,uniform,0.4018186728159587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,uniform,0.5410399834314982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,uniform,0.5955413182576498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,uniform,0.19446933269500732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,uniform,0.1666719913482666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,uniform,0.1760800083478292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,uniform,0.1696959932645162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,uniform,0.21403199434280396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,uniform,0.6363840103149414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,uniform,0.8404800097147623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,uniform,0.4169066747029622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,uniform,0.16835200786590576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,uniform,0.8800319830576578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,uniform,0.45556267102559406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,uniform,0.288266658782959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,uniform,0.8892640272776285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,uniform,0.8321706453959147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,uniform,0.40750932693481445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,uniform,0.1362933317820231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,uniform,0.5498293240865072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,uniform,0.17864533265431723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,uniform,1.1723626454671223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,uniform,0.18548800547917685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,uniform,0.1262079974015554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,uniform,0.12366400162378947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,uniform,0.17646400133768717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,uniform,0.13032533725102743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,uniform,0.18146665891011557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,uniform,0.5863413413365682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,uniform,0.6499040126800537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,uniform,0.8773333231608073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,uniform,0.1727466583251953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,uniform,0.23244265715281168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,uniform,0.3129013379414876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,uniform,0.5476320187250773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,uniform,0.42607466379801434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,uniform,0.18959466616312662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,uniform,0.4113066593805949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,uniform,0.46937068303426105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,uniform,0.918341318766276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,uniform,0.5855573415756226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,uniform,0.7795519828796387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,uniform,0.14460266629854837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,uniform,0.14782933394114176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,uniform,0.8264959653218588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,uniform,0.18153599898020426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,uniform,1.2227146625518799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,uniform,0.15037332971890768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,uniform,0.5651626586914062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,uniform,0.6060640017191569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,uniform,0.18837332725524902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,uniform,0.6963573296864828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,uniform,0.20164799690246582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,uniform,0.9308213392893473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,uniform,0.1341493328412374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,uniform,0.21299733718236288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,uniform,0.1880319913228353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,uniform,0.493285338083903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,uniform,0.18421334028244019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,uniform,0.242741326491038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,uniform,0.44514667987823486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,uniform,0.3277440071105957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,uniform,0.632693330446879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,uniform,0.8107413450876871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,uniform,0.42583465576171875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,uniform,0.8633386294047037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,uniform,1.2719253698984783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,uniform,0.16025066375732422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,uniform,0.1395093301932017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,uniform,0.20284799734751383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,uniform,0.9349813461303711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,uniform,0.15448000033696493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,uniform,0.21101333697636923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,uniform,0.1405119995276133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,uniform,0.19563200076421103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,uniform,0.6932106812795004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,uniform,0.1930453379948934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,uniform,0.9508693218231201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,uniform,0.21941334009170532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,uniform,0.4328639904658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,uniform,0.34869333108266193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,uniform,0.5692693392435709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,uniform,0.616213321685791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,uniform,0.18891199429829916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,uniform,0.455135981241862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,uniform,0.6577226718266805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,uniform,0.8295786380767822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,uniform,0.2513333360354106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,uniform,0.5092159907023112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,uniform,0.9481973648071289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,uniform,1.2986079851786296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,uniform,0.21702400843302408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,uniform,0.856607993443807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,uniform,0.1509173313776652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,uniform,0.20670932531356812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,uniform,0.1657493313153585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,uniform,0.14947733283042908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,uniform,0.2273226579030355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,uniform,0.5863360166549683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,uniform,0.633840004603068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,uniform,0.1965706745783488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,uniform,0.7416319847106934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,uniform,0.16321600476900736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,uniform,0.2811253269513448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,uniform,0.4028640190760295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,uniform,0.47410134474436444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,uniform,0.4821866750717163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,uniform,0.19855467478434244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,uniform,0.22340800364812216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,uniform,0.5460373163223267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,uniform,1.0240800380706787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,uniform,0.8223040103912354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,uniform,1.364682674407959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,uniform,1.0018880367279053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,uniform,0.7179466883341471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,uniform,0.8767626285552979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,uniform,0.2476373314857483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,uniform,0.17933332920074463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,uniform,0.3065813382466634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,uniform,0.25982399781545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,uniform,0.19385600090026855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,uniform,0.19140267372131348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,uniform,0.6979733308156332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,uniform,0.21811199188232422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,uniform,0.6354986826578776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,uniform,1.1962506771087646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,uniform,0.24355733394622803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,uniform,0.25174933671951294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,uniform,0.28220800558725995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,uniform,0.34110931555430096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,uniform,0.4938400189081828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,uniform,0.8433653513590494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,uniform,0.8746773401896158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,uniform,0.8744906584421793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,uniform,0.9681333700815836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,uniform,0.6459360122680664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,uniform,0.5053759813308716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,uniform,0.5283733208974203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,uniform,1.1870240370432537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,uniform,1.5772746404012044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,uniform,0.23829867442448935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,uniform,0.20985066890716553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,uniform,0.28097599744796753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,uniform,0.2685226599375407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,uniform,0.19537599881490073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,uniform,0.3407466808954875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,uniform,0.7650612990061442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,uniform,0.9345599810282389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,uniform,1.3307039737701416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,uniform,0.29898132880528766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,uniform,0.2588106592496236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,uniform,0.206879993279775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.665557344754537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,uniform,0.5208586851755778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,uniform,0.5775893529256185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,uniform,0.25840532779693604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,uniform,0.5824480056762695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,uniform,0.9859360059102377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,uniform,0.3935146729151408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,uniform,0.908133347829183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,uniform,1.2478559811909993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,uniform,0.7127040227254232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,uniform,0.26596800486246747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,uniform,1.0010826587677002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,uniform,0.25014400482177734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,uniform,0.37547731399536133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,uniform,1.6822346051534016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,uniform,0.4004480044047038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,uniform,0.27639466524124146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,uniform,0.4831626812616984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,uniform,0.3349546591440837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,uniform,0.7259626388549805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,uniform,1.0810773372650146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,uniform,1.6278026898701985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,uniform,0.2966720064481099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,uniform,0.3565973440806071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,uniform,0.5001066525777181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,uniform,0.5745280186335245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,uniform,0.8479093710581461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,uniform,0.36719465255737305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,uniform,0.739786704381307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,uniform,0.667184034983317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,uniform,0.8539840380350748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,uniform,0.9771626790364584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,uniform,1.2436106999715169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,uniform,1.102357308069865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,uniform,0.288917342821757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,uniform,1.972117265065511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,uniform,0.3522133429845174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,uniform,0.4660053253173828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,uniform,0.6334026654561361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,uniform,0.5257600148518881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,uniform,0.4213920036951701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,uniform,1.3658132553100586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,uniform,0.3131840030352275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,uniform,0.4206720193227132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,uniform,0.8093226750691732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,uniform,0.9387733141581217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,uniform,1.2331146399180095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,uniform,1.9089333216349285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,uniform,0.34947200616200763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,uniform,0.41375466187795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,uniform,0.5694666703542074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,uniform,0.6422933340072632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,uniform,0.8748319943745931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,uniform,0.7459946473439535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,uniform,1.5038347244262695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,uniform,1.051573355992635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,uniform,1.1996479829152424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,uniform,1.5230293273925781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,uniform,2.2855092684427896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,uniform,1.0026240348815918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,uniform,0.47648000717163086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,uniform,0.6680213610331217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,uniform,0.5404693285624186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,uniform,0.7281386852264404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,uniform,0.7979626655578613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,uniform,0.4472320079803467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,uniform,0.9459946950276693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,uniform,0.6370346546173096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,uniform,0.9250186284383138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,uniform,1.1182613372802734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,uniform,2.460517406463623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,uniform,0.5884639819463094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,uniform,1.5519733428955078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,uniform,0.4658399820327759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,uniform,0.8256373405456543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,uniform,1.3220053513844807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,uniform,1.453455924987793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,uniform,1.0463626384735107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,uniform,2.2362186113993325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,uniform,1.188805341720581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,uniform,1.3898773193359375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,uniform,0.8843200206756592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,uniform,1.8525813420613606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,uniform,0.7625866731007894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,uniform,2.8445491790771484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,uniform,0.7000479698181152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,uniform,0.5346879959106445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,uniform,0.6080533266067505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,uniform,1.0433653195699055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,uniform,1.2347520192464192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,uniform,0.8346880276997884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,uniform,0.911952018737793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,uniform,1.0461973349253337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,uniform,0.5418399969736735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,uniform,1.8459946314493816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,uniform,0.6921706994374593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,uniform,0.9855199654897054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,uniform,1.2981546719868977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,uniform,1.6205493609110515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,uniform,2.9123732248942056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,uniform,1.0004746913909912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,uniform,1.2121600310007732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,uniform,1.7182666460673015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,uniform,2.743194580078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,uniform,1.5854132970174153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,uniform,0.7780799865722656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,uniform,2.1542347272237143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,uniform,0.9214773178100586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,uniform,3.4128214518229165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,uniform,1.0297013123830159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,uniform,1.3217546939849854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,uniform,1.264954646428426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,uniform,1.5575413703918457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,uniform,1.838037331899007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,uniform,1.4062080383300781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,uniform,1.1431573232014973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,uniform,1.5021012624104817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,uniform,1.9140159289042156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,uniform,2.7215840021769204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,uniform,0.7625652949015299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,uniform,4.6261599858601885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,uniform,1.004757324854533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,uniform,1.472277323404948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,uniform,2.394597371419271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,uniform,1.4341707229614258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,uniform,1.7694080670674641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,uniform,2.45360533396403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,uniform,1.577082633972168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,uniform,4.023104031880696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,uniform,1.9925227165222168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,uniform,1.020250638326009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,uniform,1.2141813437143962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,uniform,1.6203680038452148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,uniform,1.3885919253031414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,uniform,2.857664108276367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,uniform,1.477717399597168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,uniform,4.496997197469075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,uniform,2.427509307861328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,uniform,1.8177547454833984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,uniform,2.046816031138102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,uniform,2.2694239616394043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,uniform,3.422117233276367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,uniform,5.765893300374349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,uniform,0.9952267011006674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,uniform,1.7438133557637532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,uniform,1.9168853759765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,uniform,1.3101867039998372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,uniform,3.145626703898112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,uniform,2.303546587626139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,uniform,3.1883360544840493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,uniform,1.8886292775472004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,uniform,2.138597329457601
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,uniform,2.714266777038574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,uniform,5.165877342224121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,uniform,3.815365473429362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,uniform,1.7742506663004558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,uniform,2.0114879608154297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,uniform,2.379792054494222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,uniform,1.4926133155822754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,uniform,2.1989760398864746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,uniform,6.546288172403972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,uniform,2.6997973124186196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,uniform,3.0202560424804688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,uniform,3.6077601114908853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,uniform,2.545034726460775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,uniform,3.3816054662068686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,uniform,8.399424235026041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,uniform,1.4463307062784831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,uniform,1.9202987353007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,uniform,2.826901435852051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,uniform,4.932736078898112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,uniform,4.604688008626302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,uniform,2.563711961110433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,uniform,3.1932961146036782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,uniform,4.494741439819336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,uniform,7.577146530151367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,uniform,2.635610739390055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,uniform,3.531701405843099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,uniform,1.9842665990193684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,uniform,2.3479572931925454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,uniform,2.630586624145508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,uniform,2.916559855143229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,uniform,3.151002566019694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,uniform,3.629802703857422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,uniform,8.671829223632812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,uniform,4.014981269836426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,uniform,4.827791849772136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,uniform,5.0890506108601885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,uniform,3.3914079666137695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,uniform,4.444575945536296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,uniform,6.627546946207683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,uniform,1.8999306360880535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,uniform,2.528127988179525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,uniform,11.058965047200521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,uniform,3.712058703104655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,uniform,6.07533327738444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,uniform,3.444602648417155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,uniform,4.3000640869140625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,uniform,6.091605504353841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,uniform,4.720101356506348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,uniform,3.6329332987467446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,uniform,9.977306365966797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,uniform,2.459477265675863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,uniform,2.9210240046183267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,uniform,3.9227094650268555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,uniform,3.2826614379882812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,uniform,3.5807679494222007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,uniform,4.5625654856363935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,uniform,6.926656087239583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,uniform,5.008917490641276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,uniform,6.036031723022461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,uniform,11.838645935058594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,uniform,4.2210079828898115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,uniform,5.63594118754069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,uniform,8.165157318115234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,uniform,2.347775936126709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,uniform,13.426762898763021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,uniform,3.1276585261027017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,uniform,4.624794642130534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,uniform,7.6273759206136065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,uniform,4.134837468465169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,uniform,5.236410776774089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,uniform,7.356847763061523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,uniform,0.12678399682044983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,uniform,0.08318399886290233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,uniform,11.974992116292318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,uniform,0.06753066678841908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,uniform,0.06373866895834605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,uniform,4.614858627319336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,uniform,6.155317306518555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,uniform,0.16774932543436685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,uniform,0.07999999821186066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,uniform,0.10693333546320598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,uniform,0.0831573357184728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,uniform,0.09165333708127339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,uniform,0.06820799907048543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,uniform,0.06593066453933716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,uniform,0.07276266813278198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,uniform,0.06700266897678375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,uniform,0.06448533137639363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,uniform,0.05064000189304352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,uniform,0.05449600021044413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,uniform,0.08900266885757446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,uniform,0.05126399795214335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,uniform,0.05376000205675761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,uniform,0.07171733180681865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,uniform,0.07010666529337566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,uniform,0.07484266658624013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,uniform,0.08016000191370647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,uniform,0.08750933408737183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,uniform,0.06769066552321117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,uniform,0.06708799799283345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,uniform,0.06943466762701671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,uniform,0.12087999780972798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,uniform,0.07619733115037282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,uniform,0.08743466933568318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,uniform,0.07805333534876506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,uniform,0.0995306670665741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,uniform,0.16217066844304404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,uniform,0.08044266700744629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,uniform,0.11016000310579936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,uniform,0.09661333759625752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,uniform,8.701759974161783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,uniform,0.08998933434486389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,uniform,0.09149332841237386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,uniform,0.09013866384824117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,uniform,0.0883840024471283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,uniform,0.06256533165772755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,uniform,14.670586903889975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,uniform,0.10315199693044026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,uniform,0.06549866497516632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,uniform,0.09034666419029236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,uniform,0.06057066718737284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,uniform,0.06274666885534923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,uniform,0.06784533460934956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,uniform,0.08514666557312012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,uniform,0.0830026666323344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,uniform,0.09490666786829631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,uniform,0.08553066849708557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,uniform,0.08731200297673543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,uniform,0.09099200367927551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,uniform,0.08931733171145122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,uniform,0.12274133165677388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,uniform,0.09470933675765991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,uniform,0.10180800159772237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,uniform,0.1114026705423991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,uniform,0.10514666636784871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,uniform,0.14513066411018372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,uniform,0.10345600048700969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,uniform,0.1618880033493042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,uniform,0.14627733826637268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,uniform,0.14522133270899454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,uniform,0.11955199639002483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,uniform,0.11941333611806233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,uniform,0.12504000465075174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,uniform,0.11329600214958191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,uniform,0.07277333239714305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,uniform,0.140255997578303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,uniform,0.07205333312352498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,uniform,0.07806933422883351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,uniform,0.0745066652695338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,uniform,0.08822932839393616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,uniform,0.11406933267911275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,uniform,0.11281599601109822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,uniform,0.12641599774360657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,uniform,0.11607999602953593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,uniform,0.1181013286113739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,uniform,0.11920533577601115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,uniform,0.12128532926241557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,uniform,0.1206773320833842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,uniform,0.116976002852122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,uniform,0.10347200433413188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,uniform,0.1421333352724711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,uniform,0.12276267011960347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,uniform,0.10632000366846721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,uniform,0.10682132840156555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,uniform,0.15500799814860025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,uniform,0.14528000354766846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,uniform,0.15049599607785544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,uniform,0.14481600125630698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,uniform,0.16218133767445883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,uniform,0.16431466738382974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,uniform,0.1649333337942759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,uniform,0.19918400049209595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,uniform,0.17151999473571777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,uniform,0.09550933043162028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,uniform,0.0939359962940216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,uniform,0.10078400373458862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,uniform,0.18600000937779745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,uniform,0.10283199946085612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,uniform,0.18268267313639322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,uniform,0.12200533350308736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,uniform,0.18614399433135986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,uniform,0.18645866711934408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,uniform,0.18247999747594199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,uniform,0.2108853260676066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,uniform,0.18371733029683432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,uniform,0.21919999519983926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,uniform,0.16423466801643372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,uniform,0.18994667132695517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,uniform,0.11173333724339803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,uniform,0.12332800030708313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,uniform,0.10549333691596985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,uniform,0.14553067088127136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,uniform,0.10693867007891338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,uniform,0.15636266271273294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,uniform,0.1495253344376882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,uniform,0.14613333344459534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,uniform,0.27639466524124146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,uniform,0.2794613242149353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,uniform,0.278383990128835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,uniform,0.3433653513590495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,uniform,0.29411200682322186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,uniform,0.17036267121632895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,uniform,0.15372266372044882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,uniform,0.14611732959747314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,uniform,0.15012799700101218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,uniform,0.1912213365236918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,uniform,0.29734400908152264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,uniform,0.2946559985478719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,uniform,0.29384533564249676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,uniform,0.3028800090154012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,uniform,0.3563573360443115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,uniform,0.31568000713984173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,uniform,0.2781226634979248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,uniform,0.30325865745544434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,uniform,0.32506134112675983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,uniform,0.3739360173543294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,uniform,0.10618666807810466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,uniform,0.12036800384521484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,uniform,0.11116266250610352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,uniform,0.10634133219718933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,uniform,0.1639946699142456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,uniform,0.1462559998035431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,uniform,0.14871467153231302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,uniform,0.14680533607800803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,uniform,0.5036319891611735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,uniform,0.5067306756973267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,uniform,0.6331946849822998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,uniform,0.5065546830495199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,uniform,0.5312106609344482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,uniform,0.15452800194422403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,uniform,0.14934399724006653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,uniform,0.14992533127466837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,uniform,0.19492799043655396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,uniform,0.17197867234547934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,uniform,0.36935468514760333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,uniform,0.36897599697113037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,uniform,0.36699732144673664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,uniform,0.5134079853693644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,uniform,0.3705386718114217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,uniform,0.4249226649602254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,uniform,0.5164426565170288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,uniform,0.12262933452924092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,uniform,0.5543253421783447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,uniform,0.5123680035273234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,uniform,0.6532533168792725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,uniform,0.10837866862614949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,uniform,0.10662399729092915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,uniform,0.15691199898719788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,uniform,0.15203199783960977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,uniform,0.108106662829717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,uniform,0.1493760049343109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,uniform,0.14829333623250326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,uniform,0.5128959814707438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,uniform,0.5112213293711344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,uniform,0.5061493317286173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,uniform,0.5330080191294352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,uniform,0.6415573358535767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,uniform,0.15124266346295676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,uniform,0.1498293379942576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,uniform,0.15056000153223673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,uniform,0.1646293302377065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,uniform,0.19966399669647217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,uniform,0.3689226706822713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,uniform,0.36585064729054767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,uniform,0.36507733662923175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,uniform,0.3752906719843547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,uniform,0.4331893523534139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,uniform,0.7674559752146403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,uniform,0.7253173192342123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,uniform,0.7394346396128336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,uniform,0.7296053568522135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,uniform,0.9323519865671793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,uniform,0.10690133770306905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,uniform,0.12350933750470479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,uniform,0.11317867040634155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,uniform,0.10622933506965637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,uniform,0.15343999862670898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,uniform,0.1648373305797577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,uniform,0.1495626668135325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,uniform,0.14846400419871011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,uniform,0.15174933274586996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,uniform,0.508133331934611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,uniform,0.5080639918645223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,uniform,0.5101386706034342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,uniform,0.5375786622365316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,uniform,0.6446346839269003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,uniform,0.15465600291887918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,uniform,0.16004799803098044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,uniform,0.16953599452972412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,uniform,0.2011786699295044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,uniform,0.36325331528981525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,uniform,0.37036800384521484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,uniform,0.3845280011494954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,uniform,0.4323626756668091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,uniform,0.37195201714833576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,uniform,0.11144000291824341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,uniform,0.7339093685150146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,uniform,0.7333760261535645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,uniform,0.7452639738718668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,uniform,0.7666400273640951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,uniform,0.11001066366831462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,uniform,0.934122641881307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,uniform,0.1086079974969228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,uniform,0.11333333452542622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,uniform,0.1551466683546702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,uniform,0.1516639987627665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,uniform,0.15405333042144775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,uniform,0.1553866664568583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,uniform,0.5094666481018066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,uniform,0.5099146763483683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,uniform,0.5172533194224039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,uniform,0.5426346858342489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,uniform,0.6534719864527384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,uniform,0.15559466679890951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,uniform,0.1721013387044271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,uniform,0.15663466850916544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,uniform,0.16103999813397726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,uniform,0.2046453356742859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,uniform,0.38624000549316406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,uniform,0.36693334579467773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,uniform,0.43877867857615155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,uniform,0.37510399023691815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,uniform,0.3693600098292033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,uniform,0.7377599875132242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,uniform,0.7320213317871094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,uniform,0.7408160368601481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,uniform,0.7842559814453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,uniform,0.1181599994500478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,uniform,0.93886931737264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,uniform,0.10946666200955708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,uniform,0.1120799978574117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,uniform,0.11365866661071777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,uniform,0.15286933382352194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,uniform,0.15364799896876016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,uniform,0.1514293352762858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,uniform,0.15712533394495645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,uniform,0.5134666760762533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,uniform,0.5089600086212158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,uniform,0.5449066559473673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,uniform,0.5193333228429159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,uniform,0.15833600362141928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,uniform,0.6550346612930298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,uniform,0.157151997089386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,uniform,0.16170666615168253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,uniform,0.17352000872294107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,uniform,0.20256000757217407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,uniform,0.37355732917785645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,uniform,0.37332268555959064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,uniform,0.37406933307647705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,uniform,0.38740265369415283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,uniform,0.4418720006942749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,uniform,0.7457546393076578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,uniform,0.7361226876576742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,uniform,0.736303965250651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,uniform,0.7825173536936442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,uniform,0.11343466242154439
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,uniform,0.9468586444854736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,uniform,0.10961066683133443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,uniform,0.11034133036931355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,uniform,0.1541759967803955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,uniform,0.11583466331164043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,uniform,0.15506133437156677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,uniform,0.15287466843922934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,uniform,0.5131200154622396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,uniform,0.15875732898712158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,uniform,0.5228480100631714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,uniform,0.5169493357340494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,uniform,0.554202675819397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,uniform,0.6674400170644125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,uniform,0.15889599919319153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,uniform,0.16156267126401266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,uniform,0.1620319982369741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,uniform,0.1755253275235494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,uniform,0.3754719893137614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,uniform,0.20734934012095133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,uniform,0.3739146788914998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,uniform,0.39446401596069336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,uniform,0.3830346663792928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,uniform,0.7394239902496338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,uniform,0.45553600788116455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,uniform,0.7407999833424886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,uniform,0.7961866855621338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,uniform,0.11712533235549927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,uniform,0.11520533760388692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,uniform,0.9588106473286947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,uniform,0.7515412966410319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,uniform,0.1204746663570404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,uniform,0.16192533572514853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,uniform,0.12505599856376648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,uniform,0.17233065764109293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,uniform,0.18009066581726074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,uniform,0.16273599863052368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,uniform,0.5150026480356852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,uniform,0.519215981165568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,uniform,0.5284266471862793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,uniform,0.6873706976572672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,uniform,0.55949866771698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,uniform,0.15800000230471292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,uniform,0.16024532914161682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,uniform,0.16631999611854553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,uniform,0.212719996770223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,uniform,0.3786880175272624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,uniform,0.1802026629447937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,uniform,0.37989866733551025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,uniform,0.3797173500061035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,uniform,0.4018506606419881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,uniform,0.46532265345255536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,uniform,0.7437386512756348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,uniform,0.7453333536783854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,uniform,0.9778026739756266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,uniform,0.8011626402537028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,uniform,0.7580320040384928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,uniform,0.1158026655515035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,uniform,0.12471466263135274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,uniform,0.11844266454378764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,uniform,0.11849600076675415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,uniform,0.17641599973042807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,uniform,0.17257066567738852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,uniform,0.16427733500798544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,uniform,0.16516799728075662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,uniform,0.5157226721445719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,uniform,0.5228480100631714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,uniform,0.5307360092798868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,uniform,0.5669706662495931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,uniform,0.6953439712524414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,uniform,0.15735999743143717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,uniform,0.16684800386428833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,uniform,0.1623840034008026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,uniform,0.18036266167958578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,uniform,0.2170026699701945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,uniform,0.37831465403238934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,uniform,0.3825013240178426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,uniform,0.40858666102091473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,uniform,0.382207989692688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,uniform,0.7448053359985352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,uniform,0.47199467817942303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,uniform,0.7595307032267252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,uniform,0.8057866891225179
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,uniform,0.7518613338470459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,uniform,0.12249066432317098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,uniform,0.12128000458081563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,uniform,0.9869333108266195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,uniform,0.12785599629084268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,uniform,0.17206400632858276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,uniform,0.13899200161298117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,uniform,0.172325332959493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,uniform,0.18467199802398682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,uniform,0.16420267025629678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,uniform,0.520138661066691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,uniform,0.5256746610005697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,uniform,0.5381813446680704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,uniform,0.5787946780522665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,uniform,0.16173332929611206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,uniform,0.17020267248153687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,uniform,0.7143572966257731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,uniform,0.16499200463294983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,uniform,0.18676799535751343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,uniform,0.22427733739217123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,uniform,0.3927520116170247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,uniform,0.3809066613515218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,uniform,0.38208532333374023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,uniform,0.41358399391174316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,uniform,0.4837546745936076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,uniform,0.7478986581166586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,uniform,0.7557120323181152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,uniform,0.7701173623402914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,uniform,0.8175626595815023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,uniform,0.14904533823331198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,uniform,1.0045546690622966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,uniform,0.14171199997266135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,uniform,0.15294399857521057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,uniform,0.16023466984430948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,uniform,0.1967680056889852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,uniform,0.21200533707936606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,uniform,0.214410662651062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,uniform,0.2259733279546102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,uniform,0.5322506825129191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,uniform,0.5994240045547485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,uniform,0.5524319807688395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,uniform,0.5391199986139933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,uniform,0.1723680098851522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,uniform,0.7264213562011719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,uniform,0.176362673441569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,uniform,0.22929600874582926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,uniform,0.19227200746536255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,uniform,0.307258665561676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,uniform,0.3927839994430542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,uniform,0.3975946505864461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,uniform,0.4005226691563924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,uniform,0.5080639918645223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,uniform,0.4318559964497884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,uniform,0.7618292967478434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,uniform,0.7694239616394043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,uniform,0.7860426902770996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,uniform,0.8412960370381674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,uniform,0.1574720044930776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,uniform,0.1729173262914022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,uniform,1.025701363881429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,uniform,0.15812266866366068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,uniform,0.14913066228230795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,uniform,0.21217066049575806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,uniform,0.23214399814605713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,uniform,0.2098026672999064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,uniform,0.2046026587486267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,uniform,0.5375093221664429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,uniform,0.544490655263265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,uniform,0.5613706509272257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,uniform,0.7416266600290934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,uniform,0.609994649887085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,uniform,0.1753973364830017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,uniform,0.17907732725143433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,uniform,0.23486934105555216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,uniform,0.19607466459274292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,uniform,0.40275200208028156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,uniform,0.31468266248703003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,uniform,0.4295039971669515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,uniform,0.40617601076761883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,uniform,0.49739734331766766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,uniform,0.7770559787750244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,uniform,0.6545600096384684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,uniform,0.7682186762491862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,uniform,0.8523039817810059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,uniform,0.792143980662028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,uniform,0.16768000523249307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,uniform,1.0423893133799236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,uniform,0.2394826610883077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,uniform,0.169322669506073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,uniform,0.17801066239674887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,uniform,0.1991680065790812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,uniform,0.24143999814987183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,uniform,0.2542453408241272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,uniform,0.28748265902201336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,uniform,0.5459359884262085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,uniform,0.5556586583455404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,uniform,0.5739626487096151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,uniform,0.18025600910186768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,uniform,0.7704319953918457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,uniform,0.6251733303070068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,uniform,0.18497065703074136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,uniform,0.20593067010243735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,uniform,0.24502933025360107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,uniform,0.4065279960632324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,uniform,0.32875200112660724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,uniform,0.4395253260930379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,uniform,0.4184746742248535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,uniform,0.5180906852086385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,uniform,0.680565357208252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,uniform,0.7786666552225748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,uniform,0.789077361424764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,uniform,0.877941370010376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,uniform,0.8085920015970866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,uniform,0.23864533503850302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,uniform,0.22774932781855264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,uniform,1.0750826994578044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,uniform,0.224346657594045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,uniform,0.2652906576792399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,uniform,0.35572266578674316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,uniform,0.330896000067393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,uniform,0.3805973529815674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,uniform,0.34669331709543866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,uniform,0.5854506492614746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,uniform,0.6024266481399536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,uniform,0.7989173730214437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,uniform,0.6561280091603597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,uniform,1.1174240112304688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,uniform,0.22301334142684937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,uniform,0.2328480084737142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,uniform,0.26558399200439453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,uniform,0.32468267281850177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,uniform,0.4599413474400838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,uniform,0.5171786546707153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,uniform,0.4739146629969279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,uniform,0.45212264855702716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,uniform,0.625327984491984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,uniform,0.9591413338979086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,uniform,0.8161706924438477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,uniform,0.8318080107371012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,uniform,0.8574879964192709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,uniform,0.9459679921468099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,uniform,1.163434664408366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,uniform,0.2743733326594035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,uniform,0.2779200077056885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,uniform,0.4424479802449544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,uniform,0.30008532603581745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,uniform,0.33787735303243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,uniform,0.44443198045094806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,uniform,0.47045334180196124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,uniform,0.5561920007069906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,uniform,0.624069333076477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,uniform,0.602512001991272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,uniform,0.8309813340504965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,uniform,0.681605339050293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,uniform,1.1717440287272136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,uniform,0.2390879988670349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,uniform,0.25914667050043744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,uniform,0.30243732531865436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,uniform,0.5616480112075806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,uniform,0.3787360191345215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,uniform,0.490608016649882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,uniform,0.5256959994633993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,uniform,0.580074667930603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,uniform,0.6965173085530599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,uniform,1.0897173086802165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,uniform,0.8405120372772217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,uniform,0.8687893549601237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,uniform,1.1612319946289062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,uniform,0.9336640040079752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,uniform,0.3831466833750407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,uniform,0.4171626567840576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,uniform,1.6085227330525715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,uniform,0.3891679843266805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,uniform,0.6881653467814127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,uniform,0.4861439863840739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,uniform,0.8061066468556722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,uniform,0.6915466785430908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,uniform,0.7613600095113119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,uniform,0.6526399850845337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,uniform,0.6897439956665039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,uniform,0.7728426456451416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,uniform,1.4470292727152507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,uniform,1.0194239616394043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,uniform,0.29019733270009357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,uniform,0.31961599985758465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,uniform,0.3672746817270915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,uniform,0.45633065700531006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,uniform,0.7187893390655518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,uniform,0.6834080219268799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,uniform,0.6852266788482666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,uniform,0.7431306838989258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,uniform,0.9211573600769043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,uniform,1.356592019399007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,uniform,0.8781173229217529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,uniform,0.91484268506368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,uniform,0.5286293427149454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,uniform,0.9902239640553793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,uniform,1.2458933194478352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,uniform,0.5572640101114908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,uniform,0.5087466637293497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,uniform,1.749498685201009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,uniform,0.6364959875742594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,uniform,0.9665493170420328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,uniform,1.065402666727702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,uniform,0.9515946706136068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,uniform,0.976576010386149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,uniform,0.7227573394775391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,uniform,0.7745333512624105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,uniform,0.8801866372426351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,uniform,1.573530673980713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,uniform,1.102677345275879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,uniform,0.35469865798950195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,uniform,0.3810559908548991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,uniform,0.4382559855779012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,uniform,0.5353013277053833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,uniform,0.9402186870574951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,uniform,0.8852213223775228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,uniform,1.0192800362904866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,uniform,1.0035893122355144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,uniform,1.1537120342254639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,uniform,1.776026725769043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,uniform,0.9328746795654297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,uniform,0.7369653383890787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,uniform,0.9926133155822754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,uniform,1.109818696975708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,uniform,1.419973373413086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,uniform,2.042634646097819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,uniform,0.7477333545684814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,uniform,0.8262453079223633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,uniform,0.9441119829813639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,uniform,1.50598939259847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,uniform,1.602000077565511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,uniform,1.5474665959676106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,uniform,1.7393120129903157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,uniform,0.9950453440348307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,uniform,1.0717066923777263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,uniform,1.3908960024515789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,uniform,1.9730079968770344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,uniform,1.1577333609263103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,uniform,0.46960000197092694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,uniform,0.530847986539205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,uniform,0.582746664683024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,uniform,1.2339946428934734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,uniform,0.7246026992797852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,uniform,1.2820266882578533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,uniform,1.271626631418864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,uniform,1.3421866099039714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,uniform,1.629807949066162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,uniform,2.388591925303141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,uniform,1.0953973134358723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,uniform,1.0529653231302898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,uniform,1.1408960024515789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,uniform,1.2903839747111003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,uniform,1.653615951538086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,uniform,2.3281173706054688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,uniform,1.0642027060190837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,uniform,1.2173706690470378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,uniform,1.3140052954355876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,uniform,2.1438026428222656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,uniform,2.138922691345215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,uniform,2.1880480448404946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,uniform,2.267247994740804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,uniform,1.427626609802246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,uniform,1.6219147046407063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,uniform,1.649504025777181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,uniform,1.8753066062927246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,uniform,2.4846293131510415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,uniform,0.6173333326975504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,uniform,0.6870400110880533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,uniform,0.7638826370239258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,uniform,0.9467466672261556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,uniform,1.6557493209838867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,uniform,1.6350186665852864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,uniform,1.6464212735493977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,uniform,1.7826560338338215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,uniform,2.0287680625915527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,uniform,3.1012585957845054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,uniform,1.7418932914733887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,uniform,1.5941173235575359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,uniform,1.5838185946146648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,uniform,1.789738655090332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,uniform,2.107210636138916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,uniform,2.900986671447754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,uniform,1.722474733988444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,uniform,3.3388694127400718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,uniform,3.3896214167277017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,uniform,2.008853276570638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,uniform,1.854512055714925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,uniform,3.413109461466471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,uniform,3.457482655843099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,uniform,2.056917349497477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,uniform,2.2102932929992676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,uniform,2.495509306589762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,uniform,3.645674705505371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,uniform,2.983290672302246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,uniform,0.8779839674631754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,uniform,0.9585973421732584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,uniform,1.1446346441904705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,uniform,1.4076266288757324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,uniform,2.45743465423584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,uniform,2.431941350301107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,uniform,2.542293389638265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,uniform,2.6756159464518228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,uniform,3.0080480575561523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,uniform,2.3623627026875815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,uniform,4.463253339131673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,uniform,2.3752053578694663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,uniform,2.4422133763631186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,uniform,2.3374880154927573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,uniform,3.110677401224772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,uniform,2.3254772822062173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,uniform,3.888021469116211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,uniform,2.5250879923502603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,uniform,2.654208024342855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,uniform,4.476682662963867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,uniform,4.625797271728516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,uniform,4.566720008850098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,uniform,4.758058547973633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,uniform,2.869466781616211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,uniform,3.0206934611002603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,uniform,3.388042767842611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,uniform,3.8325653076171875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,uniform,4.931098620096843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,uniform,1.1821013291676838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,uniform,1.323306639989217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,uniform,1.5030399958292644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,uniform,1.823296070098877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,uniform,3.1165440877278647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,uniform,3.1865921020507812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,uniform,3.172901471455892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,uniform,3.9212319056193032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,uniform,3.548192024230957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,uniform,3.8296852111816406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,uniform,5.784485499064128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,uniform,3.25822385152181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,uniform,3.135343869527181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,uniform,3.3868586222330728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,uniform,3.9580373764038086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,uniform,5.196138699849446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,uniform,3.946469306945801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,uniform,3.7558558781941733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,uniform,4.042213439941406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,uniform,7.108741124471028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,uniform,7.420074462890625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,uniform,7.274949391682942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,uniform,7.243109385172526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,uniform,4.585605303446452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,uniform,4.765082677205403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,uniform,5.735040028889974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,uniform,4.999871889750163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,uniform,7.3415679931640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,uniform,1.7972639401753743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,uniform,1.951680024464925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,uniform,2.167856057484945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,uniform,2.8204641342163086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,uniform,4.639871915181478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,uniform,4.907141367594401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,uniform,5.286826769510905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,uniform,5.8525441487630205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,uniform,4.775727907816569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,uniform,5.39578119913737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,uniform,8.675002415974935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,uniform,4.917909304300944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,uniform,4.714266777038574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,uniform,5.249583880106608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,uniform,5.022085189819336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,uniform,7.450533548990886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,uniform,6.150864283243815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,uniform,5.268378575642903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,uniform,5.583402633666992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,uniform,10.061797459920248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,uniform,10.005605061848959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,uniform,9.26154645284017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,uniform,9.675376256306967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,uniform,6.105146408081055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,uniform,6.158032099405925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,uniform,6.783365249633789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,uniform,7.64468256632487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,uniform,2.4062347412109375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,uniform,9.730415980021158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,uniform,2.6099573771158853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,uniform,3.051402727762858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,uniform,3.6752265294392905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,uniform,6.75161616007487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,uniform,6.229834874471028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,uniform,6.566517512003581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,uniform,7.789514541625977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,uniform,6.913109461466472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,uniform,7.191733042399089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,uniform,6.345914840698242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,uniform,11.416629791259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,uniform,6.848405202229817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,uniform,6.5073496500651045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,uniform,7.00869878133138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,uniform,7.931568145751953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,uniform,10.089317321777344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,uniform,6.599178949991862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,uniform,7.062090555826823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,uniform,12.853562672932943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,uniform,12.446683247884115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,uniform,11.57693354288737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,uniform,12.18384043375651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,uniform,7.480837504069011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,uniform,7.736522674560547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,uniform,8.52673594156901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,uniform,12.088757832845053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,uniform,3.1704533894856772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,uniform,9.64358393351237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,uniform,3.2680800755818686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,uniform,3.7698240280151367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,uniform,4.621823946634929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,uniform,8.305525461832682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,uniform,7.736741383870442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,uniform,8.507269541422525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,uniform,8.711141586303711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,uniform,9.65224520365397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,8,uniform,0.08642666538556416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,4,uniform,0.06500266492366791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,2,uniform,0.0524533341328303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,1,uniform,0.05126399795214335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,8,uniform,0.10169066985448201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,4,uniform,0.07915733257929485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,2,uniform,0.0637066662311554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,1,uniform,0.05859733124574026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,uniform,0.06663466493288676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,uniform,0.05909333129723867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,uniform,0.06066133578618368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,uniform,14.029103597005209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,uniform,8.161322911580404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,uniform,0.05573866764704386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,uniform,0.05258666475613912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,uniform,0.047456001242001854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,uniform,0.06169066826502482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,uniform,8.486288070678711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,uniform,0.04781333108743032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,uniform,0.04853333532810211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,uniform,0.05100266635417938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,uniform,9.055882771809896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,uniform,0.06693866848945618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,uniform,10.325967788696289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,uniform,0.05398933092753092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,uniform,0.054341331124305725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,uniform,12.664143880208334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,uniform,0.06307733555634816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,uniform,0.05584533512592316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,uniform,0.06875733534495036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,uniform,0.0529120018084844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,uniform,0.05650666852792104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,uniform,0.05986666679382324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,8,uniform,0.08296533425649007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,uniform,0.06485333542029063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,4,uniform,0.06266133487224579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,2,uniform,0.07371733089288075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,2,uniform,0.061466669042905174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,1,uniform,0.05671466886997223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,4,uniform,0.0751039981842041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,1,uniform,0.0765226682027181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,8,uniform,0.1046506663163503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,uniform,0.0687360018491745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,uniform,0.06598933537801106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,uniform,0.053370664517084755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,uniform,0.07865599791208903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,uniform,0.07394133508205414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,uniform,0.06412266691525777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,uniform,0.052426666021347046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,uniform,0.05558399856090546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,uniform,0.052501335740089417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,uniform,0.06003733476003011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,uniform,0.06518933176994324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,uniform,0.06577066580454509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,uniform,0.06612800061702728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,uniform,0.06869333485762279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,uniform,0.07761066655317943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,uniform,0.06623999774456024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,uniform,0.06921066840489705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,uniform,0.06864533325036366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,4,uniform,0.0759200006723404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,uniform,0.0836853285630544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,uniform,0.0730506678422292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,8,uniform,0.08290666838486989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,1,uniform,0.07567999760309856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,2,uniform,0.07603199779987335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,8,uniform,0.1034346620241801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,4,uniform,0.0958026647567749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,2,uniform,0.0974826713403066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,uniform,0.08243200182914734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,1,uniform,0.0974079966545105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,uniform,0.08281066517035167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,uniform,0.08177066842714946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,uniform,0.10776000221570332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,uniform,0.09146133065223694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,uniform,0.06117333471775055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,uniform,0.0557226687669754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,uniform,0.0641546646753947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,uniform,0.05955199897289276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,uniform,0.0799786647160848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,uniform,0.07533333202203114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,uniform,0.0816480020682017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,uniform,0.0811359981695811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,uniform,0.10302399595578511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,uniform,0.08825066685676575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,uniform,0.0828906645377477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,uniform,0.07733333110809326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,uniform,0.1102186640103658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,uniform,0.08188266555468242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,8,uniform,0.08513066172599792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,uniform,0.09442133704821269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,4,uniform,0.07888533174991608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,2,uniform,0.07461333274841309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,1,uniform,0.0761653333902359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,8,uniform,0.10016533732414246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,2,uniform,0.09866666793823242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,4,uniform,0.0990613301595052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,1,uniform,0.09860799709955852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,uniform,0.10706133643786113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,uniform,0.10682132840156555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,uniform,0.1524853308995565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,uniform,0.1239466667175293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,uniform,0.11016533772150676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,uniform,0.0734559992949168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,uniform,0.07334933181603749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,uniform,0.07479466497898102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,uniform,0.08338133494059245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,uniform,0.10263466835021973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,uniform,0.11680533488591512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,uniform,0.152837336063385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,uniform,0.11597866813341777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,uniform,0.11869866649309795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,uniform,0.13147733608881632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,uniform,0.10884267091751099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,uniform,0.10796800255775452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,uniform,0.1243893305460612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,uniform,0.11131200194358826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,4,uniform,0.07949866851170857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,2,uniform,0.076773335536321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,8,uniform,0.08431999882062276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,uniform,0.1558026671409607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,1,uniform,0.07796266674995422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,8,uniform,0.09897599617640178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,4,uniform,0.09755733609199524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,1,uniform,0.09689066807428996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,2,uniform,0.09804266691207886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,uniform,0.16452266772588095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,uniform,0.19744000832239786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,uniform,0.16378133495648703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,uniform,0.17177599668502808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,uniform,0.0981173316637675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,uniform,0.25499733289082843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,uniform,0.09902399778366089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,uniform,0.1188320020834605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,uniform,0.10634133219718933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,uniform,0.15825066963831583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,uniform,0.1768746574719747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,uniform,0.24306132396062216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,uniform,0.17390400171279907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,uniform,0.17814934253692627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,uniform,0.19873066743214926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,uniform,0.16586666305859885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,uniform,0.19657599925994873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,uniform,0.1646773318449656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,uniform,0.17190933227539062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,uniform,0.2564106583595276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,4,uniform,0.07891199986139934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,8,uniform,0.08250666658083598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,1,uniform,0.07713599999745686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,2,uniform,0.07670400043328603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,8,uniform,0.10202667117118835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,1,uniform,0.09727999567985535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,2,uniform,0.09986666838328044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,4,uniform,0.0997866690158844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,uniform,0.2805440028508504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,uniform,0.27852267026901245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,uniform,0.2903306682904561
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,uniform,0.1086079974969228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,uniform,0.45099735260009766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,uniform,0.10283733407656352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,uniform,0.34113065401713055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,uniform,0.10419733325640361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,uniform,0.12275200088818868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,uniform,0.2081973354021708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,uniform,0.2084746758143107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,uniform,0.16039466857910156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,uniform,0.21182932456334433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,uniform,0.23879466454188028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,uniform,0.29449599981307983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,uniform,0.28220800558725995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,uniform,0.27901333570480347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,uniform,0.2961333394050598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,uniform,0.4662133455276489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,8,uniform,0.08585600058237712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,uniform,0.34537065029144287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,2,uniform,0.07762666543324788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,4,uniform,0.08072000245253245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,1,uniform,0.07819733520348866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,8,uniform,0.10499200224876404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,2,uniform,0.09988799691200256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,4,uniform,0.10052266716957092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,uniform,0.2805440028508504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,1,uniform,0.09859733780225118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,uniform,0.29234133164087933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,uniform,0.281658669312795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,uniform,0.10364266236623128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,uniform,0.34538666407267254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,uniform,0.46800001462300617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,uniform,0.10326932867368062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,uniform,0.11060266693433125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,uniform,0.20966400702794394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,uniform,0.12462400396664937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,uniform,0.16319466630617777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,uniform,0.2144213318824768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,uniform,0.24267733097076416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,uniform,0.21012266476949057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,uniform,0.29869866371154785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,uniform,0.39077866077423096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,uniform,0.3953760067621867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,uniform,0.6691359678904215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,uniform,0.4864426851272583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,uniform,0.40911467870076496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,8,uniform,0.08418666323026021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,4,uniform,0.07964799801508586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,2,uniform,0.07727466523647308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,8,uniform,0.10472533106803894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,1,uniform,0.07944533228874207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,4,uniform,0.10113599896430969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,2,uniform,0.09968533118565877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,1,uniform,0.0990666647752126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,uniform,0.2845120032628377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,uniform,0.2823093334833781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,uniform,0.29606932401657104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,uniform,0.4687573512395223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,uniform,0.3499946594238281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,uniform,0.11297067006429036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,uniform,0.10478933652242024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,uniform,0.10466667016347249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,uniform,0.1243839959303538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,uniform,0.16551466782887778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,uniform,0.21158933639526367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,uniform,0.21720532576243082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,uniform,0.2134666641553243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,uniform,0.2454506754875183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,uniform,0.3938239812850952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,uniform,0.304639995098114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,uniform,0.3989280064900716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,uniform,0.48929067452748615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,uniform,0.4125279982884725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,8,uniform,0.08051733175913493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,uniform,0.6761333147684733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,2,uniform,0.08107733229796092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,4,uniform,0.07925333579381307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,8,uniform,0.10247466961542766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,1,uniform,0.08335466186205547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,4,uniform,0.10274133086204529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,2,uniform,0.10599467158317566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,uniform,0.2976693312327067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,1,uniform,0.1083733340104421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,uniform,0.2846826712290446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,uniform,0.3521759907404582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,uniform,0.286351998647054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,uniform,0.4715786774953206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,uniform,0.10531733433405559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,uniform,0.1065120001633962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,uniform,0.16661333044370016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,uniform,0.1284160017967224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,uniform,0.11191466450691223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,uniform,0.21546665827433267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,uniform,0.21518933773040771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,uniform,0.2185493310292562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,uniform,0.24819199244181314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,uniform,0.3060160080591838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,uniform,0.3985226551691691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,uniform,0.4007413387298584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,uniform,0.41593066851298016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,4,uniform,0.08035733302434285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,8,uniform,0.080485333998998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,uniform,0.4968266487121582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,uniform,0.6765653292338053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,2,uniform,0.08525866270065308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,8,uniform,0.11012267072995503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,1,uniform,0.08409066994984944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,4,uniform,0.10492799679438274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,2,uniform,0.10506666700045268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,uniform,0.2849386731783549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,1,uniform,0.11417067050933838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,uniform,0.474730650583903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,uniform,0.30035199721654254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,uniform,0.2884213328361511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,uniform,0.35522135098775226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,uniform,0.10754666725794475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,uniform,0.10707733035087585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,uniform,0.1128053367137909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,uniform,0.1306933363278707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,uniform,0.1696959932645162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,uniform,0.2160053253173828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,uniform,0.2250666618347168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,uniform,0.2483146588007609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,uniform,0.21712533632914224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,uniform,0.39949333667755127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,uniform,0.3031733234723409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,uniform,0.4029173453648885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,uniform,0.4179733196894328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,uniform,0.4976213375727336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,uniform,0.6832319895426432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,8,uniform,0.0817440003156662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,4,uniform,0.082997332016627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,2,uniform,0.08226666847864787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,1,uniform,0.0867786705493927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,8,uniform,0.10648533701896667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,4,uniform,0.10566400488217671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,2,uniform,0.10622400045394897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,uniform,0.2890133261680603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,1,uniform,0.10944533348083496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,uniform,0.29176000754038495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,uniform,0.11105599999427795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,uniform,0.3043359915415446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,uniform,0.3626240094502767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,uniform,0.10828266541163127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,uniform,0.48084266980489093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,uniform,0.11656000216801961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,uniform,0.1730453372001648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,uniform,0.13365866740544638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,uniform,0.22445867458979288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,uniform,0.22019733985265097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,uniform,0.21821866432825723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,uniform,0.25594133138656616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,uniform,0.3120479981104533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,uniform,0.40375999609629315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,uniform,0.4221493403116862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,uniform,0.5058240095774332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,uniform,0.40939199924468994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,4,uniform,0.08590400218963623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,uniform,0.6910026868184408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,8,uniform,0.08391466736793518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,1,uniform,0.09358400106430054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,2,uniform,0.09105066458384196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,8,uniform,0.11334400375684102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,4,uniform,0.1163093348344167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,2,uniform,0.11337600151697795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,1,uniform,0.11947199702262878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,uniform,0.2956266601880391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,uniform,0.29101334015528363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,uniform,0.3079199989636739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,uniform,0.11033599575360616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,uniform,0.36794133981068927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,uniform,0.49183468023935956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,uniform,0.1165120005607605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,uniform,0.11028266946474712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,uniform,0.1743519902229309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,uniform,0.13547733426094055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,uniform,0.22142932812372842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,uniform,0.261354664961497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,uniform,0.22348799308141074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,uniform,0.22882133722305298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,uniform,0.40594132741292316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,uniform,0.31839466094970703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,uniform,0.4096533457438151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,4,uniform,0.0879146655400594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,uniform,0.4288853406906128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,uniform,0.5135733286539713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,8,uniform,0.08355200290679932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,uniform,0.707589308420817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,2,uniform,0.08873066306114197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,8,uniform,0.11455999811490376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,1,uniform,0.09444800019264221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,2,uniform,0.11404800415039062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,4,uniform,0.11230933666229248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,1,uniform,0.1197706659634908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,uniform,0.2943039933840434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,uniform,0.29893332719802856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,uniform,0.3135253389676412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,uniform,0.49827734629313153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,uniform,0.3721706469853719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,uniform,0.11223466197649638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,uniform,0.1123413344224294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,uniform,0.1784213383992513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,uniform,0.13749866684277853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,uniform,0.11806399623552959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,uniform,0.21969066063563028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,uniform,0.22466667493184408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,uniform,0.23104000091552734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,uniform,0.32334399223327637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,uniform,0.26156800985336304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,uniform,0.4314560095469157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,uniform,0.4082719882329305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,uniform,0.4119679927825928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,uniform,0.5197173357009888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,8,uniform,0.08797867099444072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,2,uniform,0.0967733363310496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,uniform,0.7124799887339274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,4,uniform,0.08962666988372803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,1,uniform,0.10739733775456746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,8,uniform,0.11430399616559346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,4,uniform,0.1139306624730428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,2,uniform,0.12124799688657124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,1,uniform,0.1312266687552134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,uniform,0.2983146707216899
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,uniform,0.3011359969774882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,uniform,0.3203413287798564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,uniform,0.3826346794764201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,uniform,0.5113919973373413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,uniform,0.11481600006421407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,uniform,0.1150933305422465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,uniform,0.12363200386365254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,uniform,0.13962133725484213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,uniform,0.22708799441655478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,uniform,0.26821333169937134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,uniform,0.23824000358581543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,uniform,0.18605866034825644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,uniform,0.2269066572189331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,uniform,0.3352106809616089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,uniform,0.44101866086324054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,uniform,0.5305866797765096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,uniform,0.41619733969370526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,uniform,0.7268373171488444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,8,uniform,0.10658666491508484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,uniform,0.41858665148417157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,2,uniform,0.11264000336329143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,1,uniform,0.1260426640510559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,4,uniform,0.10567466417948405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,8,uniform,0.12680000066757202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,4,uniform,0.13218133648236594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,2,uniform,0.14199466506640115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,1,uniform,0.1557973325252533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,uniform,0.311845342318217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,uniform,0.3157973289489746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,uniform,0.3373546600341797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,uniform,0.39905067284901935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,uniform,0.5270933310190836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,uniform,0.12570133805274963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,uniform,0.13260266184806824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,uniform,0.14750933647155762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,uniform,0.18849066893259683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,uniform,0.2732853293418884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,uniform,0.24060799678166708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,uniform,0.23683732748031616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,uniform,0.28415467341740924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,uniform,0.25090134143829346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,uniform,0.4286293188730876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,uniform,0.34794668356577557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,uniform,0.4343573252360026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,uniform,0.4601653416951497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,4,uniform,0.11122133334477742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,2,uniform,0.11780266960461934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,uniform,0.7429119745890299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,uniform,0.5488266547520956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,8,uniform,0.11342933773994446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,1,uniform,0.13532267014185587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,8,uniform,0.14282666643460593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,4,uniform,0.14310399691263834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,2,uniform,0.14825600385665894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,1,uniform,0.1667520006497701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,uniform,0.3161546587944031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,uniform,0.32241066296895343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,uniform,0.12848533193270364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,uniform,0.4058506488800049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,uniform,0.3445066610972087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,uniform,0.5351733366648356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,uniform,0.13726933797200522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,uniform,0.15493866801261902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,uniform,0.19291200240453085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,uniform,0.27684799830118817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,uniform,0.28726400931676227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,uniform,0.249071995417277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,uniform,0.2568053404490153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,uniform,0.358512004216512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,uniform,0.44075198968251544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,uniform,0.49535465240478516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,uniform,0.43243734041849774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,uniform,0.4672906796137492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,uniform,0.5585920015970866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,8,uniform,0.12239467104276021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,uniform,0.7536160151163737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,4,uniform,0.12405332922935486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,8,uniform,0.16058666507403055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,1,uniform,0.1544373333454132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,2,uniform,0.13333866993586221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,2,uniform,0.17862399419148764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,4,uniform,0.16450132926305136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,1,uniform,0.20018132527669272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,uniform,0.3256746729214986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,uniform,0.33427735169728595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,uniform,0.36074666182200116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,uniform,0.4240266482035319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,uniform,0.558784008026123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,uniform,0.13640532890955606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,uniform,0.14484799901644388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,uniform,0.20347734292348227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,uniform,0.16224533319473267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,uniform,0.2899679938952128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,uniform,0.25593600670496625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,uniform,0.26268800099690753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,uniform,0.44511465231577557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,uniform,0.29922133684158325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,uniform,0.5058079957962036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,uniform,0.3723359902699788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,uniform,0.4554133415222168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,4,uniform,0.1591146687666575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,uniform,0.484991987546285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,uniform,0.7808533509572347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,uniform,0.5781226555506388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,8,uniform,0.15573333700497946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,2,uniform,0.1714186668395996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,2,uniform,0.23129600286483765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,8,uniform,0.2155253291130066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,1,uniform,0.19645333290100098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,1,uniform,0.2572373350461324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,4,uniform,0.21782932678858438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,uniform,0.3714666763941447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,uniform,0.39193065961201984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,uniform,0.4551786581675212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,uniform,0.1755146582921346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,uniform,0.8765920003255209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,uniform,0.6038560072580973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,uniform,0.1885653336842855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,uniform,0.21740265687306723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,uniform,0.27446399132410687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,uniform,0.4025813341140747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,uniform,0.3023040095965068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,uniform,0.32293333609898883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,uniform,0.4776480197906494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,uniform,0.4939146836598714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,uniform,0.7071093718210856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,uniform,0.37116265296936035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,uniform,0.48440531889597577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,8,uniform,0.18546134233474731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,uniform,0.5302453438440958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,4,uniform,0.19125332434972128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,uniform,0.6426506837209066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,uniform,0.8634133338928223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,2,uniform,0.20478934049606323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,1,uniform,0.23380800088246664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,8,uniform,0.2630560000737508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,4,uniform,0.27250667413075763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,2,uniform,0.2898826599121094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,1,uniform,0.3226880033810933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,uniform,0.39213331540425617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,uniform,0.41513601938883465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,uniform,0.6274720033009847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,uniform,0.48288532098134357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,uniform,0.927466630935669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,uniform,0.19710934162139893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,uniform,0.21645333369572958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,uniform,0.5026079813639323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,uniform,0.25067200263341266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,uniform,0.3229866623878479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,uniform,0.3353919982910156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,uniform,0.3654773235321045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,uniform,0.42021334171295166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,uniform,0.8157440026601156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,uniform,0.5488213300704956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,uniform,0.5352640151977539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,uniform,0.5166666507720947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,uniform,0.6376853386561075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,uniform,0.8673653602600098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,8,uniform,0.248799999554952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,4,uniform,0.25760533412297565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,uniform,1.2812853654225667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,1,uniform,0.3205173412958781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,2,uniform,0.2755253314971924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,8,uniform,0.3685973485310872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,4,uniform,0.38494932651519775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,1,uniform,0.44463467597961426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,2,uniform,0.42627731959025067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,uniform,0.44436268011728924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,uniform,0.4776906569798787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,uniform,0.5675040086110433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,uniform,0.7525226275126139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,uniform,0.24013332525889078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,uniform,1.1082560221354167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,uniform,0.2624746759732564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,uniform,0.30582932631174725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,uniform,0.38685866196950275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,uniform,0.6007146835327148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,uniform,0.4681813319524129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,uniform,0.4419626792271932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,uniform,0.64028267065684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,uniform,0.5167520046234131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,8,uniform,0.3132373293240865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,uniform,0.5567253430684408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,uniform,0.9754453500111898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,uniform,0.6873813470204672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,uniform,1.3772640228271484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,uniform,0.5936640103658041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,uniform,0.9320106506347656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,4,uniform,0.3234506646792094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,8,uniform,0.49348266919453937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,2,uniform,0.349727988243103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,4,uniform,0.5367253224054972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,1,uniform,0.3938560088475545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,2,uniform,0.5480959812800089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,1,uniform,0.6223680178324381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,uniform,0.5021013418833414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,uniform,0.54476265112559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,uniform,0.8434080282847086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,uniform,0.6435253222783407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,uniform,1.2294666767120361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,uniform,0.28350400924682617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,uniform,0.31919999917348224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,uniform,0.36502401034037274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,uniform,0.6686399777730306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,uniform,0.45899732907613117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,uniform,0.5661120017369589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,uniform,0.5991893212000529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,uniform,0.6585546731948853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,uniform,0.8032320340474447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,uniform,0.6201013326644897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,uniform,1.257754643758138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,uniform,0.6678400039672852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,8,uniform,0.45208001136779785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,uniform,0.7967627048492432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,uniform,1.0822292963663738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,uniform,1.6034986178080242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,4,uniform,0.4836053450902303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,2,uniform,0.49978665510813397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,1,uniform,0.5868373314539591
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,8,uniform,0.7792479991912842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,4,uniform,0.8185706933339437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,2,uniform,0.8397440115610758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,1,uniform,0.9446667035420736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,uniform,0.6613813241322836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,uniform,0.7131573359171549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,uniform,0.8229813575744629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,uniform,1.0673120021820068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,uniform,1.5097707112630208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,uniform,0.3649866580963135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,uniform,0.41630399227142334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,uniform,0.6076586643854777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,uniform,0.48818667729695636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,uniform,0.876197338104248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,uniform,0.73471999168396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,uniform,0.7849706808725992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,uniform,0.8409012953440348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,uniform,1.0501386324564617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,uniform,1.71123202641805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,uniform,0.7914346853892008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,uniform,0.727679967880249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,8,uniform,0.590837319691976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,uniform,0.936848004659017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,uniform,1.2598346869150798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,uniform,1.8542025883992512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,2,uniform,0.6430613199869791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,4,uniform,0.6260960102081299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,1,uniform,0.7502133051554362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,8,uniform,1.0624639987945557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,4,uniform,1.0874133110046387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,2,uniform,1.1808053652445476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,1,uniform,1.2474666436513264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,uniform,0.9134026368459066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,uniform,1.0183786551157634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,uniform,1.149450699488322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,uniform,1.3894720077514648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,uniform,1.8527785936991374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,uniform,0.4723840157190959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,uniform,0.5210239887237549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,uniform,0.6137919823328654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,uniform,0.784325361251831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,uniform,1.1476960182189941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,uniform,0.9286026954650879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,uniform,0.9984426498413086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,uniform,1.1368640263875325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,uniform,1.3790559768676758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,uniform,2.1604320208231607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,uniform,1.0157066980997722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,uniform,1.1121919949849446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,8,uniform,0.8523360093434652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,uniform,1.2467892964680989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,uniform,1.5407946904500325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,uniform,2.172159989674886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,4,uniform,0.8602240085601807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,1,uniform,1.0896159807840984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,2,uniform,0.9449120362599691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,8,uniform,1.6781226793924968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,4,uniform,1.643770694732666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,2,uniform,1.7833546002705891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,1,uniform,1.9250507354736328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,uniform,1.3082880179087322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,uniform,1.4321173032124836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,uniform,1.6541760762532551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,uniform,2.0208853085835776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,uniform,2.593536059061686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,uniform,0.6236693461736044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,uniform,0.7177920341491699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,uniform,0.860362688700358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,uniform,1.1133066813151042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,uniform,1.6791893641153972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,uniform,1.3466399510701497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,uniform,1.4465279579162598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,uniform,1.642800013224284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,uniform,2.0487306912740073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,8,uniform,1.2110133171081543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,uniform,1.4439412752787273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,uniform,3.118384043375651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,uniform,1.564245382944743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,uniform,1.7446719805399578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,uniform,2.172693411509196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,uniform,2.848400115966797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,4,uniform,1.230784018834432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,2,uniform,1.336133321126302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,1,uniform,1.4681545893351238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,8,uniform,2.226912021636963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,4,uniform,2.332496007283529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,2,uniform,2.3781654040018716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,1,uniform,2.5860373179117837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,uniform,1.7541386286417644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,uniform,1.885514736175537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,uniform,2.2184319496154785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,uniform,2.697711944580078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,uniform,3.4992265701293945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,uniform,0.8018453121185303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,uniform,0.9118666648864746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,uniform,1.1030399799346924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,uniform,1.4582719802856445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,uniform,2.2666932741800943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,uniform,1.7528586387634277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,uniform,1.8874026934305828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,uniform,2.13319460550944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,uniform,2.606330712636312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,8,uniform,1.8243786493937175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,uniform,4.044416109720866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,uniform,1.898911952972412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,uniform,2.082320054372152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,uniform,2.309328079223633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,uniform,2.8630186716715493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,uniform,3.63973331451416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,4,uniform,1.8549493153889973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,2,uniform,1.944383939107259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,1,uniform,2.210917313893636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,8,uniform,3.4419946670532227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,4,uniform,3.4824161529541016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,2,uniform,3.604458808898926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,1,uniform,3.8550453186035156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,uniform,2.4949493408203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,uniform,2.8000106811523438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,uniform,3.2196054458618164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,uniform,3.953002611796061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,uniform,5.177861213684082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,uniform,1.147701342900594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,uniform,1.2902826468149822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,uniform,1.5499253273010254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,uniform,2.1322399775187173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,uniform,2.640384038289388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,uniform,3.2836694717407227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,uniform,2.8199520111083984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,uniform,3.8645385106404624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,uniform,3.1275145212809243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,8,uniform,2.4008800188700357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,uniform,5.975744247436523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,uniform,2.765962600708008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,4,uniform,2.4729226430257163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,uniform,2.928943951924642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,uniform,3.3429333368937173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,2,uniform,2.7319679260253906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,uniform,4.080741246541341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,uniform,5.343615849812825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,1,uniform,2.9844748179117837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,8,uniform,4.625226656595866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,4,uniform,4.745402654012044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,2,uniform,4.844256083170573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,1,uniform,5.258015950520833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,uniform,3.6580851872762046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,uniform,3.4116427103678384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,uniform,4.244101206461589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,uniform,5.174112002054851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,uniform,1.7051520347595215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,uniform,1.5455039342244465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,uniform,6.984949111938477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,uniform,2.0365333557128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,uniform,2.763711929321289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,uniform,3.588677406311035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,uniform,3.785114606221517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,uniform,4.475173314412435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,uniform,4.177605311075847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,uniform,5.129210789998372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,8,uniform,3.118901252746582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,uniform,7.851269404093425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,uniform,3.7018505732218423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,4,uniform,3.1185439427693686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,uniform,4.472288131713867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,uniform,3.9621706008911133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,uniform,5.601962407430013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,2,uniform,3.3425172170003257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,uniform,7.108650843302409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,1,uniform,3.8175681432088218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,8,uniform,5.978549321492513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,4,uniform,5.9112904866536455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,2,uniform,6.079018910725911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,1,uniform,6.562864303588867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,uniform,4.1963198979695635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,uniform,5.146410624186198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,uniform,4.645546595255534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,uniform,6.450042724609375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,uniform,8.72983487447103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,uniform,1.9723679224650066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,uniform,2.172719955444336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,uniform,2.4895413716634116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,uniform,3.418490727742513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,uniform,5.571813583374023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,uniform,4.46940803527832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,uniform,4.673978805541992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,uniform,5.1286773681640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,uniform,6.28102429707845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,8,uniform,0.10322133700052898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,4,uniform,0.07677866518497467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,2,uniform,0.06843733290831248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,1,uniform,0.06846400101979573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,8,uniform,0.11733866731325786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,4,uniform,0.08774399757385254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,2,uniform,0.07467199862003326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,1,uniform,0.07704533139864604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,uniform,0.07950399816036224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,uniform,0.07588799794514973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,uniform,9.667290369669596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,uniform,0.08474666873613994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,uniform,0.09236799677213033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,uniform,4.647157351175944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,uniform,0.10065600275993347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,uniform,5.1005706787109375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,uniform,0.07111999889214833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,uniform,0.06737599770228068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,uniform,0.06734399994214375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,uniform,0.07857066889603932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,uniform,6.773146947224935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,uniform,0.0763626645008723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,uniform,5.5618025461832685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,uniform,0.07356800138950348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,uniform,0.07764266431331635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,uniform,0.08183466891447704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,uniform,9.069610595703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,uniform,0.08575999736785889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,4,uniform,0.07645866771539052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,uniform,0.10423466563224792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,uniform,0.09070932865142822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,2,uniform,0.07415999968846639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,8,uniform,0.10199999809265137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,1,uniform,0.07228266696135204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,4,uniform,0.08659733335177104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,8,uniform,0.11941333611806233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,2,uniform,0.08619733651479085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,uniform,0.0820853312810262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,1,uniform,0.08576533198356628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,uniform,0.08335999647776286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,uniform,0.10219200452168782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,uniform,0.09284800291061401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,uniform,0.11929600437482198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,uniform,0.07122133175532024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,uniform,0.0800906668106715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,uniform,0.06914133330186208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,uniform,0.08147733410199483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,uniform,0.07123200098673503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,uniform,0.08554133772850037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,uniform,0.08354133367538452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,uniform,0.0915786623954773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,uniform,0.08576533198356628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,uniform,0.10174399614334106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,uniform,0.12342933813730876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,8,uniform,0.10387733578681946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,4,uniform,0.09583999713261922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,1,uniform,0.09328533212343852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,2,uniform,0.09331199526786804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,8,uniform,0.11595732967058818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,4,uniform,0.11486933628718059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,2,uniform,0.11103999614715576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,1,uniform,0.11147200067838033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,uniform,0.09453866879145305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,uniform,0.09660266836484273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,uniform,0.12326400478680928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,uniform,0.10931733250617981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,uniform,0.15985066692034403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,uniform,0.07381866872310638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,uniform,0.07745600243409474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,uniform,0.10445333520571391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,uniform,0.07341333230336507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,uniform,0.10964266459147136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,uniform,0.11096533139546712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,uniform,0.09868799646695454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,uniform,0.13045333822568259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,uniform,0.09532266855239868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,uniform,0.11129599809646606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,uniform,0.16725865999857584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,8,uniform,0.10291733344395955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,1,uniform,0.09473066528638203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,4,uniform,0.09470933675765991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,2,uniform,0.09331732988357544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,8,uniform,0.1181173324584961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,4,uniform,0.11513066291809082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,2,uniform,0.11056533455848694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,uniform,0.12591466307640076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,1,uniform,0.1123466690381368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,uniform,0.14873600006103516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,uniform,0.12584533294041952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,uniform,0.2476159930229187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,uniform,0.18443200985590616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,uniform,0.09434666236241658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,uniform,0.0934933324654897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,uniform,0.10302399595578511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,uniform,0.1467680037021637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,uniform,0.13397333025932312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,uniform,0.1279039978981018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,uniform,0.12734400232632956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,uniform,0.12807466586430868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,uniform,0.14994666973749796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,uniform,0.1855413317680359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,uniform,0.2520959973335266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,8,uniform,0.10478400190671285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,1,uniform,0.09706667065620422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,4,uniform,0.09751466910044353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,2,uniform,0.09433600306510925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,4,uniform,0.11809600392977397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,2,uniform,0.11362133423487346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,8,uniform,0.12000532944997151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,uniform,0.17937066157658896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,1,uniform,0.11306666334470113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,uniform,0.1864746610323588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,uniform,0.2198186715443929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,uniform,0.414031982421875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,uniform,0.2844053308169047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,uniform,0.11740266283353169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,uniform,0.1216373344262441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,uniform,0.18187199036280313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,uniform,0.1385706663131714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,uniform,0.17886932690938315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,uniform,0.2043573260307312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,uniform,0.173744002978007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,uniform,0.22484266757965088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,uniform,0.18569066127141318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,uniform,0.2894773284594218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,4,uniform,0.09679999947547913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,2,uniform,0.09386133154233296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,1,uniform,0.09694400429725647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,8,uniform,0.10609599947929382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,uniform,0.4219839970270793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,8,uniform,0.11872000495592754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,uniform,0.2816159923871358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,2,uniform,0.11225600043932597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,1,uniform,0.1153706709543864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,4,uniform,0.11615467071533203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,uniform,0.30825599034627277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,uniform,0.35394132137298584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,uniform,0.739898681640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,uniform,0.4774719874064128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,uniform,0.11853333314259847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,uniform,0.12197333574295044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,uniform,0.13967466354370117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,uniform,0.21177067359288534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,uniform,0.20862932999928793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,uniform,0.24521066745122275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,uniform,0.30034132798512775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,uniform,0.36059733231862384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,uniform,0.27347199122111004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,uniform,0.483242670694987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,uniform,0.7351733048756918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,4,uniform,0.09780266880989075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,8,uniform,0.10501333077748616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,2,uniform,0.09450667103131612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,1,uniform,0.09697066744168599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,8,uniform,0.12105066577593486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,2,uniform,0.11553600430488586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,1,uniform,0.11763200163841248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,uniform,0.3120906750361125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,4,uniform,0.11860266327857971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,uniform,0.27966399987538654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,uniform,0.3566453456878662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,uniform,0.4816693464914958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,uniform,0.12143466869990031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,uniform,0.12222400307655334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,uniform,0.7424213091532389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,uniform,0.141077329715093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,uniform,0.2105813423792521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,uniform,0.21602133909861246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,uniform,0.3744479815165202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,uniform,0.24665600061416626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,uniform,0.42179731527964276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,uniform,0.49272000789642334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,8,uniform,0.10499733686447144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,4,uniform,0.09795199831326802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,uniform,1.0701653162638347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,uniform,0.6852213541666666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,2,uniform,0.09532266855239868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,1,uniform,0.09749333063761394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,8,uniform,0.11901866396268208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,2,uniform,0.11396267016728719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,4,uniform,0.11796800295511882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,1,uniform,0.117658664782842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,uniform,0.360917329788208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,uniform,0.27966399987538654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,uniform,0.3109813332557678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,uniform,0.7416106859842936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,uniform,0.4886026779810588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,uniform,0.12493333220481873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,uniform,0.12229866782824199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,uniform,0.14309866229693094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,uniform,0.2467093269030253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,uniform,0.22019733985265097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,uniform,0.216154674688975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,uniform,0.3767893314361572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,uniform,0.4231040080388387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,uniform,0.4964053233464559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,uniform,1.0729173024495442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,uniform,0.6850346724192301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,8,uniform,0.12395733594894409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,4,uniform,0.12376532951990764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,2,uniform,0.12184000015258789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,4,uniform,0.15237333377202353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,1,uniform,0.12498133381207784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,8,uniform,0.16018666823705038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,2,uniform,0.15774400035540262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,uniform,0.36134934425354004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,uniform,0.3124799927075704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,1,uniform,0.1572106679280599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,uniform,0.28221867481867474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,uniform,0.4865386486053467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,uniform,0.7501227060953776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,uniform,0.12387733658154805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,uniform,0.12552533547083536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,uniform,0.14447466532389322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,uniform,0.2232746680577596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,uniform,0.21668267250061035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,uniform,0.247871994972229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,uniform,0.3736106554667155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,uniform,0.5016640027364095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,uniform,0.4254879951477051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,uniform,0.692197322845459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,1,uniform,0.12547733386357626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,8,uniform,0.12422933181126912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,4,uniform,0.12167466680208842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,uniform,1.0867040157318115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,2,uniform,0.11962133646011353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,8,uniform,0.16173332929611206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,4,uniform,0.15313599507013956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,2,uniform,0.15665599703788757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,1,uniform,0.1625173290570577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,uniform,0.2858346700668335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,uniform,0.31509333848953247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,uniform,0.49540265401204425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,uniform,0.36349864800771076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,uniform,0.7585813204447428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,uniform,0.12533866365750632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,uniform,0.12774933377901712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,uniform,0.21531200408935547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,uniform,0.14677332838376364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,uniform,0.42636267344156903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,uniform,0.2238666613896688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,uniform,0.38097600142161053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,uniform,0.24870399634043375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,8,uniform,0.12190933028856914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,uniform,0.5020586649576823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,uniform,0.6887946923573812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,4,uniform,0.12370133399963379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,2,uniform,0.12039466698964436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,uniform,1.0702613194783528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,1,uniform,0.12682666381200156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,8,uniform,0.16014933586120605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,4,uniform,0.15440000096956888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,2,uniform,0.15689599514007568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,1,uniform,0.16396799683570862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,uniform,0.288810670375824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,uniform,0.31728533903757733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,uniform,0.36580268541971844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,uniform,0.49810131390889484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,uniform,0.12707199652989706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,uniform,0.7684373060862223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,uniform,0.12892799576123556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,uniform,0.15001599987347922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,uniform,0.22033067544301352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,uniform,0.25329599777857464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,uniform,0.38419198989868164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,uniform,0.21864000956217447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,uniform,0.42665600776672363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,uniform,0.5049013296763102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,uniform,0.6971786816914877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,4,uniform,0.14549866318702698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,8,uniform,0.15546666582425436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,uniform,1.082149346669515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,1,uniform,0.1487679978211721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,8,uniform,0.20403732856114706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,2,uniform,0.1450826625029246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,4,uniform,0.19803200165430704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,2,uniform,0.20060799519220987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,1,uniform,0.20819199085235596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,uniform,0.31779199838638306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,uniform,0.368831992149353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,uniform,0.28763200839360553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,uniform,0.12930666406949362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,uniform,0.5007573366165161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,uniform,0.7658080259958903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,uniform,0.1306773324807485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,uniform,0.14985066652297974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,uniform,0.2601173321406047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,uniform,0.21734400590260824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,uniform,0.22759467363357544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,uniform,0.5098346471786499
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,uniform,0.3869066635767619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,uniform,0.42714667320251465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,uniform,0.7022826671600342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,uniform,1.0918186505635579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,8,uniform,0.15583466490109762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,2,uniform,0.14735999703407288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,4,uniform,0.14731199542681375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,8,uniform,0.20525866746902466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,1,uniform,0.1499733328819275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,2,uniform,0.20029334227244058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,4,uniform,0.19850132862726846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,1,uniform,0.20964266856511435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,uniform,0.29022399584452313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,uniform,0.3211839993794759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,uniform,0.3747040033340454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,uniform,0.7824107011159261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,uniform,0.5104853312174479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,uniform,0.1516853372255961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,uniform,0.13036800424257913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,uniform,0.1328426698843638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,uniform,0.23250667254130045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,uniform,0.22004799048105875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,uniform,0.25886933008829754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,uniform,0.43000535170237225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,uniform,0.5121119817097982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,uniform,0.3827146689097087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,uniform,0.7079573472340902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,4,uniform,0.1699999968210856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,8,uniform,0.1713599960009257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,2,uniform,0.16656532883644104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,uniform,1.0894347031911213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,1,uniform,0.17060265938440958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,8,uniform,0.23411200443903604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,4,uniform,0.2334186633427938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,2,uniform,0.24153600136439005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,1,uniform,0.2558293342590332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,uniform,0.29071466128031415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,uniform,0.3237226605415344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,uniform,0.38039998213450116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,uniform,0.1344373325506846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,uniform,0.5185386737187704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,uniform,0.15691733360290527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,uniform,0.13517866532007852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,uniform,0.7896213531494141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,uniform,0.2685226599375407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,uniform,0.22879467407862344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,uniform,0.2287786602973938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,uniform,0.3880639870961507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,uniform,0.4345173438390096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,uniform,0.5186826785405477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,uniform,0.7131679852803549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,4,uniform,0.19542932510375977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,uniform,1.0956160227457683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,8,uniform,0.20404799779256186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,1,uniform,0.19976532459259033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,2,uniform,0.19494932889938354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,8,uniform,0.2768106659253438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,2,uniform,0.28223466873168945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,1,uniform,0.3016853332519531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,4,uniform,0.278330663839976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,uniform,0.3285546700159709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,uniform,0.2961600025494893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,uniform,0.5290293296178182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,uniform,0.3853653271993001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,uniform,0.21723200877507529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,uniform,0.8082559903462728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,uniform,0.18259199460347494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,uniform,0.18387732903162637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,uniform,0.22826133171717325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,uniform,0.22568533817927042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,uniform,0.3917653163274129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,uniform,0.2736853361129761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,uniform,0.5239466826121012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,uniform,0.44254398345947266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,uniform,0.7279946804046631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,8,uniform,0.21954667568206787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,uniform,1.126698652903239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,4,uniform,0.2241599957148234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,1,uniform,0.2260800004005432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,2,uniform,0.2207733392715454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,8,uniform,0.3190773328145345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,1,uniform,0.3495146830876668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,4,uniform,0.3144213358561198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,2,uniform,0.32289600372314453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,uniform,0.30179200569788617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,uniform,0.33318400382995605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,uniform,0.5405973196029663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,uniform,0.3909120162328084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,uniform,0.7964159647623698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,uniform,0.18680532773335776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,uniform,0.351034681002299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,uniform,0.18389866749445596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,uniform,0.22155199448267618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,uniform,0.34756267070770264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,uniform,0.37882665793100995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,uniform,0.39365867773691815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,uniform,0.53493332862854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,uniform,1.138159990310669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,uniform,0.443994681040446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,uniform,0.7390613555908203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,8,uniform,0.26596800486246747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,4,uniform,0.2664586702982585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,1,uniform,0.2730293273925781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,8,uniform,0.3877439896265666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,2,uniform,0.2658720016479492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,4,uniform,0.3919573227564494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,2,uniform,0.41014401117960614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,1,uniform,0.44405333201090497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,uniform,0.34386134147644043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,uniform,0.4028373161951701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,uniform,0.3081013361612956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,uniform,0.8463733196258545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,uniform,0.5484106540679932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,uniform,0.19177067279815674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,uniform,0.18820265928904215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,uniform,0.3598453203837077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,uniform,0.2313493291536967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,uniform,0.3517226775487264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,uniform,0.39268799622853595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,uniform,0.404698650042216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,uniform,0.454800009727478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,uniform,0.5470079978307089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,uniform,0.7407093048095703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,uniform,1.1841440200805664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,8,uniform,0.358517328898112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,1,uniform,0.3715253273646037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,4,uniform,0.35792001088460285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,2,uniform,0.36095468203226727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,4,uniform,0.5478880008061727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,8,uniform,0.5395253499348959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,2,uniform,0.5796693166097006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,1,uniform,0.6234986782073975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,uniform,0.5292266607284546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,uniform,0.5816640059153239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,uniform,0.6030186812082926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,uniform,0.8086240291595459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,uniform,0.2650453249613444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,uniform,1.2209973335266113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,uniform,0.2664639949798584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,uniform,0.44174933433532715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,uniform,0.5007253487904867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,uniform,0.5427199999491373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,uniform,0.30318933725357056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,uniform,0.5037066539128622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,uniform,0.4915039936701457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,8,uniform,0.44677865505218506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,uniform,0.595909317334493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,uniform,0.8206079800923666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,2,uniform,0.45057066281636554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,uniform,1.290277322133382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,4,uniform,0.4567413330078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,1,uniform,0.4663840134938558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,8,uniform,0.6829546292622884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,4,uniform,0.6946880022684733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,1,uniform,0.7957440217336019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,2,uniform,0.7344426314036051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,uniform,0.6027199824651083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,uniform,0.5406399965286255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,uniform,0.6201440095901489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,uniform,0.8512639999389648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,uniform,1.317834695180257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,uniform,0.3165066639582316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,uniform,0.3702720006306966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,uniform,0.32201067606608075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,uniform,0.6283733447392782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,uniform,0.6663039922714233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,uniform,0.6322773297627767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,uniform,0.8090186913808187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,uniform,0.7301440238952637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,8,uniform,0.6274826526641846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,uniform,0.8526026407877604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,uniform,1.785136063893636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,4,uniform,0.6340266863505045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,uniform,1.172869364420573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,8,uniform,0.9876266320546468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,2,uniform,0.6411519845326742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,1,uniform,0.6633333365122477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,4,uniform,0.9998613198598226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,2,uniform,1.0678666432698567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,1,uniform,1.1613386472066243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,uniform,0.8221386273701986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,uniform,0.8386293252309164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,uniform,1.1298240025838215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,uniform,0.7540693283081055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,uniform,1.732367992401123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,uniform,0.4228373368581136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,uniform,0.4184746742248535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,uniform,0.476367990175883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,uniform,0.7749706904093424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,uniform,0.7751999696095785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,uniform,0.8498773574829102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,uniform,0.7699840068817139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,uniform,0.8130666414896647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,uniform,0.9264853000640869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,uniform,1.2316106955210369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,uniform,1.9530720710754395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,8,uniform,0.8052852948506674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,4,uniform,0.8189547061920166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,4,uniform,1.29966402053833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,2,uniform,0.8324906826019287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,1,uniform,0.8593706289927164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,8,uniform,1.2797173659006755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,2,uniform,1.3942346572875977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,1,uniform,1.5213386217753093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,uniform,1.0571839809417725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,uniform,0.9574933052062988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,uniform,1.4033600489298503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,uniform,2.14792537689209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,uniform,1.0607893466949463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,uniform,0.529365340868632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,uniform,0.5225706497828165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,uniform,0.5891040166219076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,uniform,1.0253973007202148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,uniform,1.040618658065796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,uniform,1.094762643178304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,uniform,1.0636213620503743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,uniform,1.1689653396606445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,8,uniform,1.1858399709065754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,uniform,1.214677333831787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,uniform,1.6125173568725586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,4,uniform,1.20142396291097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,uniform,2.4727253913879395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,2,uniform,1.231328010559082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,1,uniform,1.2754933039347331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,8,uniform,1.8848907152811687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,4,uniform,1.9220320383707683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,2,uniform,2.0705013275146484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,1,uniform,2.25709867477417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,uniform,1.3709173202514648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,uniform,1.5011413892110188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,uniform,1.488826592763265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,uniform,0.7393279870351156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,uniform,1.9252373377482097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,uniform,2.9432640075683594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,uniform,0.7153600056966146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,uniform,0.8057013352711996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,uniform,1.435541311899821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,uniform,1.4440852801005046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,uniform,1.5231839815775554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,uniform,1.394368012746175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,uniform,1.51909335454305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,uniform,1.5827733675638835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,8,uniform,1.543733278910319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,4,uniform,1.584895928700765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,2,uniform,1.6108853022257488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,uniform,2.0653173128763833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,8,uniform,2.4832639694213867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,1,uniform,1.6728533109029133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,uniform,3.2031787236531577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,4,uniform,2.5393385887145996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,2,uniform,2.727504094441732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,1,uniform,2.9823573430379233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,uniform,1.7865546544392903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,uniform,1.9458719889322917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,uniform,1.9535093307495117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,uniform,0.9472533067067465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,uniform,2.4626293182373047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,uniform,3.7075678507486978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,uniform,0.9228746891021729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,uniform,1.0209173361460369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,uniform,1.8396693865458171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,uniform,1.8477387428283691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,uniform,1.9504586855570476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,uniform,2.1661279996236167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,uniform,2.0106666882832847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,uniform,2.1783679326375327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,4,uniform,2.3476640383402505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,8,uniform,2.2816853523254395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,2,uniform,2.388549327850342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,1,uniform,2.4487786293029785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,uniform,2.780885378519694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,uniform,4.258842786153157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,8,uniform,3.6933279037475586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,4,uniform,3.78714656829834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,1,uniform,4.401546796162923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,2,uniform,4.075440088907878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,uniform,2.613680044809977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,uniform,2.8305705388387046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,uniform,2.858901341756185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,uniform,3.5679734547932944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,uniform,5.384549458821614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,uniform,1.3615360260009766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,uniform,1.3221066792805989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,uniform,1.444442590077718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,uniform,2.8096319834391275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,uniform,2.7521705627441406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,uniform,2.9366772969563804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,uniform,2.660698731740316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,uniform,2.9053332010904946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,uniform,2.9204320907592773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,8,uniform,3.0077759424845376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,4,uniform,3.0989866256713867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,2,uniform,3.1542078653971353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,1,uniform,3.234938621520996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,8,uniform,4.895509401957194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,uniform,5.67408561706543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,4,uniform,5.012864112854004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,uniform,3.747466723124186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,2,uniform,5.409994761149089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,1,uniform,5.842437108357747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,uniform,3.4374186197916665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,uniform,3.730997403462728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,uniform,3.773674647013346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,uniform,1.7814399401346843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,uniform,4.6572160720825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,uniform,6.99507204691569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,uniform,1.7337600390116374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,uniform,1.886250654856364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,uniform,3.5513439178466797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,uniform,3.627669334411621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,uniform,3.594655990600586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,uniform,3.8018293380737305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,uniform,3.9264586766560874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,uniform,3.894005457560221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,8,uniform,4.4658559163411455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,4,uniform,4.594613393147786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,2,uniform,4.695157368977864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,1,uniform,4.810762723286946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,uniform,4.924751917521159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,8,uniform,7.294149398803711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,uniform,7.430666605631511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,2,uniform,8.055573145548502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,4,uniform,7.475413640340169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,1,uniform,8.713093439737955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,uniform,5.120031992594401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,uniform,5.530346552530925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,uniform,5.608666737874349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,uniform,6.811898549397786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,uniform,2.622234662373861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,uniform,2.5505119959513345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,uniform,10.240506490071615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,uniform,2.768965403238932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,uniform,5.290709177652995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,uniform,5.380160013834636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,uniform,5.652751922607422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,uniform,5.204400062561035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,uniform,5.65066655476888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,uniform,5.637829462687175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,8,uniform,5.949461619059245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,4,uniform,6.110858917236328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,2,uniform,6.240095774332683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,1,uniform,6.404074350992839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,8,uniform,9.688287734985352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,uniform,10.524703979492188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,uniform,7.0146134694417315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,4,uniform,9.9279416402181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,2,uniform,10.715231577555338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,1,uniform,11.58017094930013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,uniform,6.777221043904622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,uniform,7.3260854085286455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,uniform,7.430112202962239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,uniform,8.986309051513672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,uniform,3.4614346822102866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,uniform,13.49303944905599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,uniform,3.354640007019043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,uniform,3.6318880716959634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,uniform,7.010335922241211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,uniform,7.148064295450847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,uniform,7.498410542805989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,uniform,7.080191930135091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,uniform,7.6475785573323565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,uniform,7.669792175292969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,8,uniform,7.402570724487305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,4,uniform,7.611242930094401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,2,uniform,7.781408309936523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,1,uniform,7.995413462320964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,8,uniform,12.106634775797525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,4,uniform,12.39849599202474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,uniform,9.37989362080892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,2,uniform,13.375418345133463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,1,uniform,14.467013041178385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,uniform,14.134112040201822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,uniform,8.437413533528646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,uniform,9.124949137369791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,uniform,9.271952311197916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,uniform,11.168314615885416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,uniform,4.308474540710449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,uniform,4.182165463765462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,uniform,16.78335952758789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,uniform,4.5151519775390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,uniform,8.623008092244467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,uniform,8.80954106648763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,uniform,9.215301513671875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,uniform,8.693887710571289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,uniform,9.406192143758139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,uniform,9.415311813354492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,uniform,0.07554666697978973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,uniform,0.05726933479309082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,uniform,11.50497055053711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,uniform,0.09806399544080098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,uniform,0.04721599817276001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,uniform,17.24402109781901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,uniform,0.04773333172003428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,uniform,0.07120533287525177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,uniform,0.05550933380921682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,uniform,0.05492799977461497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,uniform,0.06625066697597504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,uniform,0.06919999917348225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,uniform,0.058789332707722984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,uniform,0.08958400289217631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,uniform,0.13166933258374533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,uniform,0.046911999583244324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,uniform,0.05188799897829691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,uniform,0.0614879975716273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,uniform,0.04747733473777771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,uniform,0.0639573335647583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,uniform,0.056159997979799904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,uniform,0.07603733241558075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,uniform,0.06079466640949249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,uniform,0.10322133700052898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,uniform,0.07557866473992665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,uniform,0.0676800012588501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,uniform,0.07656533519426982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,uniform,0.16602133711179098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,uniform,0.062650665640831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,uniform,0.10644267002741496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,uniform,0.057487999399503074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,uniform,0.056885331869125366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,uniform,0.0581226646900177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,uniform,0.07193600138028462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,uniform,0.09836266438166301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,uniform,0.06944533189137776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,uniform,0.07060266534487407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,uniform,0.06592533489068349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,uniform,0.06996266543865204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,uniform,0.07878933350245158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,uniform,0.047775998711586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,uniform,0.1011893351872762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,uniform,0.14334400494893393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,uniform,0.05011733373006185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,uniform,0.05392533540725708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,uniform,0.06506666541099548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,uniform,0.06610666712125142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,uniform,0.06663466493288676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,uniform,0.0708426684141159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,uniform,0.08523733417193095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,uniform,0.06942933301130931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,uniform,0.11434666315714519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,uniform,0.07441066702206929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,uniform,0.08824533224105835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,uniform,0.07648000121116638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,uniform,0.11682132879892985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,uniform,0.1792853275934855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,uniform,0.07509866853555043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,uniform,0.07269333302974701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,uniform,0.07281066477298737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,uniform,0.09354666868845622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,uniform,0.07919999957084656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,uniform,0.0978559950987498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,uniform,0.093941330909729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,uniform,0.09197866916656494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,uniform,0.15874133507410684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,uniform,0.08195733527342479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,uniform,0.09060800075531006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,uniform,0.11348266402880351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,uniform,0.05573866764704386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,uniform,0.05566399792830149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,uniform,0.07828266421953838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,uniform,0.08030400176843007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,uniform,0.060346667965253196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,uniform,0.09995733698209126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,uniform,0.0719893326361974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,uniform,0.08583999673525493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,uniform,0.08547733227411906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,uniform,0.13131733735402426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,uniform,0.09860266248385112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,uniform,0.19720532496770224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,uniform,0.08574400345484416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,uniform,0.07823466757933299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,uniform,0.07707199951012929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,uniform,0.12744533022244772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,uniform,0.07619200150171916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,uniform,0.10267733534177144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,uniform,0.09302933017412822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,uniform,0.1170240044593811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,uniform,0.07347733279069264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,uniform,0.09830933809280396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,uniform,0.09478933612505595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,uniform,0.11239999532699585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,uniform,0.1207360029220581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,uniform,0.1478506624698639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,uniform,0.07580266892910004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,uniform,0.19965332746505737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,uniform,0.07105599840482076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,uniform,0.0764160007238388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,uniform,0.08993066350618999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,uniform,0.11314666271209717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,uniform,0.11872532963752747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,uniform,0.1378933290640513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,uniform,0.17918932437896729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,uniform,0.11473066608111064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,uniform,0.11854933698972066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,uniform,0.12403733531634013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,uniform,0.165583997964859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,uniform,0.13429866234461466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,uniform,0.07679466903209686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,uniform,0.23100799322128296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,uniform,0.07874133189519246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,uniform,0.07375999788443248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,uniform,0.09923733274141948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,uniform,0.07307733098665874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,uniform,0.09429867068926494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,uniform,0.1681706706682841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,uniform,0.09595200419425964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,uniform,0.19013333320617676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,uniform,0.09644800424575806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,uniform,0.22792534033457437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,uniform,0.29629866282145184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,uniform,0.16754666964213052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,uniform,0.09692266583442688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,uniform,0.10514666636784871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,uniform,0.0960106650988261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,uniform,0.12349866827329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,uniform,0.18594133853912354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,uniform,0.18291199207305908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,uniform,0.18901866674423218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,uniform,0.263754665851593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,uniform,0.1866719921429952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,uniform,0.19056532780329385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,uniform,0.20254933834075928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,uniform,0.20430932442347208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,uniform,0.07820799946784973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,uniform,0.23245332638422647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,uniform,0.3161173264185588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,uniform,0.07482133309046428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,uniform,0.0798773318529129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,uniform,0.10086933771769206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,uniform,0.09549867113431294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,uniform,0.09854400157928467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,uniform,0.07379200061162312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,uniform,0.2794506748517354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,uniform,0.2818719943364461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,uniform,0.09658666451772054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,uniform,0.3569546540578206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,uniform,0.30434133609135944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,uniform,0.09749333063761394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,uniform,0.10845866799354553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,uniform,0.4713013172149658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,uniform,0.12769066294034323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,uniform,0.20549867550532022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,uniform,0.20418665806452432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,uniform,0.21434666713078818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,uniform,0.24024534225463867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,uniform,0.3117706576983134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,uniform,0.29736000299453735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,uniform,0.09520533680915833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,uniform,0.34516799449920654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,uniform,0.2813813289006551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,uniform,0.49962135155995685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,uniform,0.07983999947706859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,uniform,0.07990399996439616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,uniform,0.07690666615962982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,uniform,0.35469333330790204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,uniform,0.10085333387056987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,uniform,0.09728533029556274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,uniform,0.07225066423416138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,uniform,0.10090133547782898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,uniform,0.09222933650016785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,uniform,0.28123732407887775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,uniform,0.3052000006039937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,uniform,0.09814932942390442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,uniform,0.2795413335164388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,uniform,0.3611840009689331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,uniform,0.4771999915440877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,uniform,0.10075733065605164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,uniform,0.20693866411844888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,uniform,0.20612800121307373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,uniform,0.12909332911173502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,uniform,0.21617066860198975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,uniform,0.10590933760007222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,uniform,0.3189013401667277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,uniform,0.4133439858754476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,uniform,0.24330133199691772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,uniform,0.46147199471791583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,uniform,0.39157867431640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,uniform,0.4959839979807536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,uniform,0.6640799840291342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,uniform,0.07623466849327087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,uniform,0.08005333443482716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,uniform,0.07427733143170674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,uniform,0.10091200470924377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,uniform,0.09702933828035991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,uniform,0.07680533329645793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,uniform,0.28173333406448364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,uniform,0.0972160001595815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,uniform,0.2876480023066203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,uniform,0.30986666679382324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,uniform,0.3654346863428752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,uniform,0.10215466221173604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,uniform,0.10046933094660442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,uniform,0.09748799602190654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,uniform,0.48741332689921063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,uniform,0.13293866316477457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,uniform,0.11036800344785054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,uniform,0.20805867513020834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,uniform,0.24825066328048706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,uniform,0.20914133389790854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,uniform,0.22007999817530313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,uniform,0.3266666730244954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,uniform,0.39662933349609375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,uniform,0.4421066840489705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,uniform,0.6939253012339274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,uniform,0.39850131670633954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,uniform,0.510208010673523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,uniform,0.08105066418647766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,uniform,0.07751999795436859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,uniform,0.07841599980990092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,uniform,0.08143466711044312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,uniform,0.10106133421262105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,uniform,0.0965333382288615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,uniform,0.1013759970664978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,uniform,0.29502399762471515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,uniform,0.10750400026639302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,uniform,0.3007733424504598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,uniform,0.3317280014355977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,uniform,0.41460267702738446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,uniform,0.5854719877243042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,uniform,0.09993066390355428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,uniform,0.11100799838701884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,uniform,0.12143466869990031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,uniform,0.21476266781489053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,uniform,0.2156053384145101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,uniform,0.23292799790700278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,uniform,0.14543466766675314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,uniform,0.27136532465616864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,uniform,0.3797866503397624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,uniform,0.4521973530451457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,uniform,0.4054933389027913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,uniform,0.42747199535369873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,uniform,0.5744160016377767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,uniform,0.07403199871381123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,uniform,0.0782773345708847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,uniform,0.07863466441631317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,uniform,0.8114079634348551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,uniform,0.07780799766381581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,uniform,0.10243200262387593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,uniform,0.10212799906730652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,uniform,0.10116799672444661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,uniform,0.10739733775456746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,uniform,0.10550933082898457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,uniform,0.33160533507664997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,uniform,0.29083200295766193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,uniform,0.4198880195617676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,uniform,0.3091413378715515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,uniform,0.5878400007883707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,uniform,0.12377066413561504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,uniform,0.11183999975522359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,uniform,0.2187839945157369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,uniform,0.23532267411549887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,uniform,0.1486240029335022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,uniform,0.21801066398620605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,uniform,0.2831679979960124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,uniform,0.4052480061848958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,uniform,0.3922453324000041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,uniform,0.42626134554545086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,uniform,0.46117866039276123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,uniform,0.8251466751098633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,uniform,0.07939733564853668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,uniform,0.582255999247233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,uniform,0.07831466694672902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,uniform,0.07982400059700012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,uniform,0.08437333504358928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,uniform,0.10123200217882793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,uniform,0.10362133383750916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,uniform,0.2986239989598592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,uniform,0.3115573326746623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,uniform,0.33933866024017334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,uniform,0.10447466373443604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,uniform,0.42685866355895996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,uniform,0.11142399907112122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,uniform,0.12746133406956991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,uniform,0.5984746615091959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,uniform,0.10805333654085796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,uniform,0.11601600050926208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,uniform,0.22155733903249106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,uniform,0.1593119998772939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,uniform,0.22285866737365723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,uniform,0.29134400685628253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,uniform,0.4108106692632039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,uniform,0.24139734109242758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,uniform,0.4030880133310954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,uniform,0.43460798263549805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,uniform,0.4668480157852173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,uniform,0.5932426850001017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,uniform,0.8333973089853922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,uniform,0.08789867162704468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,uniform,0.08274133503437042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,uniform,0.0825973351796468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,uniform,0.0828959991534551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,uniform,0.10450133681297302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,uniform,0.11629333098729451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,uniform,0.11062933007876079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,uniform,0.3025439977645874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,uniform,0.10838933785756429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,uniform,0.3453333377838135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,uniform,0.315557340780894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,uniform,0.43770134449005127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,uniform,0.622592012087504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,uniform,0.11290132999420166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,uniform,0.12032000223795573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,uniform,0.16725333531697592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,uniform,0.13141866525014242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,uniform,0.31012266874313354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,uniform,0.2341866691907247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,uniform,0.21914666891098022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,uniform,0.25274133682250977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,uniform,0.4109813372294108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,uniform,0.47270933787027997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,uniform,0.6044319868087769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,uniform,0.8558186690012614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,uniform,0.4346346855163574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,uniform,0.0830506682395935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,uniform,0.42205333709716797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,uniform,0.08294400076071422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,uniform,0.07897066573301952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,uniform,0.0895306666692098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,uniform,0.11901332934697469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,uniform,0.11031466722488403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,uniform,0.30445865790049237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,uniform,0.106495996316274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,uniform,0.3190773328145345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,uniform,0.11206400394439697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,uniform,0.34780800342559814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,uniform,0.4477920134862264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,uniform,0.6399840116500854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,uniform,0.114138662815094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,uniform,0.12125333150227864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,uniform,0.1720800002415975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,uniform,0.13613333304723105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,uniform,0.23777600129445395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,uniform,0.22775467236836752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,uniform,0.2547786633173625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,uniform,0.4245226780573527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,uniform,0.4431946674982707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,uniform,0.3144960006078084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,uniform,0.4240106741587321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,uniform,0.6111626625061035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,uniform,0.864250659942627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,uniform,0.47489066918691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,uniform,0.08587732911109924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,uniform,0.09474666913350423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,uniform,0.0857973297437032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,uniform,0.11188800136248271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,uniform,0.11003733674685161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,uniform,0.12731200456619263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,uniform,0.11759466926256816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,uniform,0.3080853422482808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,uniform,0.3241013288497925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,uniform,0.4586453437805176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,uniform,0.6745173136393229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,uniform,0.141893337170283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,uniform,0.36001598834991455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,uniform,0.11705066760381062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,uniform,0.08243733147780101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,uniform,0.1802133321762085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,uniform,0.23174399137496948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,uniform,0.26766399542490643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,uniform,0.3271733323733012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,uniform,0.12036266922950745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,uniform,0.4564426740010579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,uniform,0.2381440003712972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,uniform,0.48767467339833576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,uniform,0.4287253220876058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,uniform,0.9130880037943522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,uniform,0.6268106698989868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,uniform,0.44439999262491864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,uniform,0.09821866949399312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,uniform,0.09909866253534953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,uniform,0.10172800223032634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,uniform,0.12032533685366313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,uniform,0.09365333120028178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,uniform,0.14075733224550882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,uniform,0.11979200442632039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,uniform,0.33694934844970703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,uniform,0.4846400022506714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,uniform,0.32018667459487915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,uniform,0.7158026695251465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,uniform,0.37885332107543945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,uniform,0.127402663230896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,uniform,0.15493333339691162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,uniform,0.13427199920018515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,uniform,0.19862399498621622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,uniform,0.1253866652647654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,uniform,0.35292800267537433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,uniform,0.2836640079816182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,uniform,0.4994293451309204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,uniform,0.26074133316675824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,uniform,0.2516266703605652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,uniform,0.505893349647522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,uniform,0.6543360153834025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,uniform,0.4416853189468384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,uniform,0.9499786694844564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,uniform,0.46462400754292804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,uniform,0.1130400002002716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,uniform,0.10079466303189595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,uniform,0.1011306643486023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,uniform,0.09723200400670369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,uniform,0.1239359974861145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,uniform,0.12408533692359924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,uniform,0.32452799876530963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,uniform,0.13171733419100443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,uniform,0.1490559975306193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,uniform,0.4976319869359334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,uniform,0.3423253297805786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,uniform,0.38594667116800946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,uniform,0.1602826714515686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,uniform,0.7458240191141764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,uniform,0.1284266710281372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,uniform,0.2071466644605001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,uniform,0.13900267084439596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,uniform,0.25498666365941364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,uniform,0.265066663424174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,uniform,0.2909119923909505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,uniform,0.363813320795695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,uniform,0.5350026686986288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,uniform,0.4697386821111043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,uniform,0.5159733295440674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,uniform,0.6686240037282308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,uniform,0.446234663327535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,uniform,0.9867093563079834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,uniform,0.10803199807802837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,uniform,0.10295466581980388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,uniform,0.12272000312805176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,uniform,0.10707199573516846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,uniform,0.16178133090337118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,uniform,0.33502399921417236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,uniform,0.1430453360080719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,uniform,0.13064000010490417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,uniform,0.12410133083661397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,uniform,0.354853351910909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,uniform,0.4049066702524821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,uniform,0.13730667034784952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,uniform,0.545088013013204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,uniform,0.8093012968699137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,uniform,0.14863466223080954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,uniform,0.22590400775273642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,uniform,0.16870399316151938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,uniform,0.2826720078786214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,uniform,0.26472532749176025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,uniform,0.39662400881449383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,uniform,0.5912746588389078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,uniform,0.3142293294270833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,uniform,0.5390506585439047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,uniform,0.7118879954020182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,uniform,0.11859200398127238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,uniform,1.0546293258666992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,uniform,0.4582986831665039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,uniform,0.4795999924341838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,uniform,0.12969600160916647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,uniform,0.11776533722877502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,uniform,0.15627200404802957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,uniform,0.1492693324883779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,uniform,0.17685333887736002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,uniform,0.15876799821853638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,uniform,0.214954674243927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,uniform,0.40035732587178546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,uniform,0.46622931957244873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,uniform,0.3757493495941162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,uniform,0.9840373198191324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,uniform,0.2173173427581787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,uniform,0.17214399576187134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,uniform,0.6492586533228556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,uniform,0.18780799706776938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,uniform,0.29451199372609455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,uniform,0.30771734317143756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,uniform,0.3688906828562419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,uniform,0.7394933700561523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,uniform,0.4980586767196655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,uniform,0.32820266485214233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,uniform,0.5014133453369141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,uniform,0.8308213551839193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,uniform,0.5316213369369507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,uniform,0.6007573207219442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,uniform,1.2283573150634766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,uniform,0.14293866356213888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,uniform,0.130021333694458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,uniform,0.13024533788363138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,uniform,0.19047466913859049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,uniform,0.17332265774408975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,uniform,0.16981865962346396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,uniform,0.24572267134984335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.3956426779429118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,uniform,0.4260053237279256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,uniform,0.1625759998957316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,uniform,1.117695967356364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,uniform,0.20535467068354288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,uniform,0.5153066714604696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,uniform,0.7118293444315592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,uniform,0.34594134489695233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,uniform,0.18630399306615195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,uniform,0.23963733514149985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,uniform,0.5623093446095785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,uniform,0.3508106470108032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,uniform,0.3193653424580892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,uniform,0.41410664717356366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,uniform,0.5255306561787924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,uniform,0.8521599769592285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,uniform,0.6552533308664957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,uniform,0.9057652950286865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,uniform,0.5599466562271118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,uniform,1.3649120330810547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,uniform,0.16929600636164346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,uniform,0.15690666437149048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,uniform,0.18480533361434937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,uniform,0.23029865821202597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,uniform,0.35285866260528564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,uniform,0.24857600529988608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,uniform,0.434224009513855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,uniform,0.21685866514841715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,uniform,0.25413866837819415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,uniform,0.48117868105570477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,uniform,1.4032373428344727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,uniform,0.6088746786117554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,uniform,0.8766026496887207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,uniform,0.3006933331489563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,uniform,0.2083359956741333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,uniform,0.23665066560109457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,uniform,0.4374986489613851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,uniform,0.36021868387858075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,uniform,0.6991360187530518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,uniform,1.0914773146311443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,uniform,0.4955679972966512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,uniform,0.3971093495686849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,uniform,0.566485325495402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,uniform,0.6190133492151896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,uniform,1.6517546971638997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,uniform,0.749941349029541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,uniform,1.0665600299835205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,uniform,0.18143999576568604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,uniform,0.19885333379109701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,uniform,0.3331200083096822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,uniform,0.2307093342145284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,uniform,0.2744266589482625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,uniform,0.4517120122909546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,uniform,0.3195679982503255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,uniform,0.5452426671981812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,uniform,0.6971306800842285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,uniform,0.24127999941507974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.47375468413035077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,uniform,1.6763572692871094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,uniform,1.0260159969329834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,uniform,0.2359573245048523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,uniform,0.5106613238652548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,uniform,0.26295467217763263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,uniform,0.3962239821751912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,uniform,0.46220266819000244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,uniform,0.3519573211669922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,uniform,0.836021343866984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,uniform,1.334378719329834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,uniform,0.6898612976074219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,uniform,0.5700000127156576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,uniform,0.6106880108515421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,uniform,0.8408799966176351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,uniform,1.222592035929362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,uniform,0.2972319920857747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,uniform,1.9420480728149414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,uniform,0.27616000175476074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,uniform,0.3604319890340169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,uniform,0.47554131348927814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,uniform,0.3538399934768677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,uniform,0.672106663386027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,uniform,0.4186133146286011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,uniform,0.49622400601704914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,uniform,0.5573866764704386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,uniform,0.662997325261434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,uniform,2.2239252726236978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,uniform,0.30215466022491455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,uniform,0.8685546716054281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,uniform,1.3209280172983806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,uniform,0.5003093481063843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,uniform,0.37723731994628906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,uniform,0.7447520097096761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,uniform,0.5288373231887817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,uniform,0.8068319956461588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,uniform,1.9434560139973958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,uniform,0.612389326095581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,uniform,1.2049280007680256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,uniform,0.6975946426391602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,uniform,0.8106880187988281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,uniform,0.31621867418289185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,uniform,2.485205332438151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,uniform,0.44631465276082355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,uniform,0.36238932609558105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,uniform,1.0153013070424397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,uniform,1.5254453023274739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,uniform,0.43940265973409015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,uniform,0.5981760025024414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,uniform,0.8711093266805013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,uniform,0.5346133311589559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,uniform,0.6506986618041992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.6443519989649454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,uniform,0.7658613522847494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,uniform,1.5631306966145833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,uniform,2.6706825892130532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,uniform,0.3513600031534831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,uniform,1.0325600306193035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,uniform,0.4510186513264974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,uniform,0.5922720034917196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,uniform,0.6080000003178915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,uniform,0.9558613300323486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,uniform,0.7205546696980795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,uniform,0.9050400257110596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,uniform,2.4483466148376465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,uniform,0.7944160302480062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,uniform,1.4849866231282551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,uniform,0.9234613577524821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,uniform,1.8223093350728352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,uniform,1.2004053592681885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,uniform,0.674394687016805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,uniform,3.0455681482950845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,uniform,0.46304531892140705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,uniform,0.8973546822865804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,uniform,0.5666559934616089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,uniform,0.9805760383605957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,uniform,1.3057013352711995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,uniform,0.8261653582255045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,uniform,0.6653493245442709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,uniform,0.8918399810791016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,uniform,1.10808531443278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,uniform,0.506495992342631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,uniform,1.5119199752807617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,uniform,2.4731787045796714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,uniform,0.6273173491160074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,uniform,0.8596053123474121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,uniform,4.176037470499675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,uniform,1.3284533023834229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,uniform,0.8631626764933268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,uniform,1.0161813100179036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,uniform,1.367205301920573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,uniform,2.090890725453695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,uniform,3.6122401555379233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,uniform,0.9675093491872152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,uniform,0.6035306851069132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,uniform,0.731941302617391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,uniform,1.562453269958496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,uniform,2.4145493507385254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,uniform,4.068895975748698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,uniform,0.8749279975891113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,uniform,1.1419040362040203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,uniform,1.0776746273040771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,uniform,1.2841973304748535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,uniform,1.1577973365783691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,uniform,0.8639039993286133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,uniform,1.6987519264221191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,uniform,1.0532373587290447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,uniform,1.3242773214975994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,uniform,1.8396159807840984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,uniform,5.185743967692058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,uniform,3.0202080408732095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,uniform,0.6443573236465454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,uniform,0.7951093514760336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,uniform,1.1030399799346924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,uniform,1.318069299062093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,uniform,1.7192479769388835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,uniform,1.1293120384216309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,uniform,4.7721811930338545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,uniform,1.5554186503092449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,uniform,1.7814186414082844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,uniform,2.7132320404052734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,uniform,1.2814826965332031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,uniform,2.117578665415446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,uniform,3.399456024169922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,uniform,0.8716053167978922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,uniform,1.0738346576690674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,uniform,1.280080000559489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,uniform,5.835605621337891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,uniform,1.892917315165202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,uniform,1.7132372856140137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,uniform,1.2423786322275798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,uniform,1.5946933428446453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,uniform,2.521333376566569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,uniform,1.5373652776082356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,uniform,1.9383360544840496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,uniform,2.72051207224528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,uniform,4.409573237101237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,uniform,7.7328745524088545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,uniform,0.9417493343353271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,uniform,1.1623413562774658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,uniform,1.6181227366129558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,uniform,2.532682736714681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,uniform,1.8297333717346191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,uniform,2.5200106302897134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,uniform,3.8684800465901694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,uniform,1.5357333819071453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,uniform,1.6379413604736328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,uniform,2.017258644104004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,uniform,6.827679951985677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,uniform,2.8185974756876626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,uniform,1.1785706679026287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,uniform,4.512682596842448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,uniform,7.895525614420573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,uniform,1.4053386052449544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,uniform,1.6684160232543945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,uniform,2.2568960189819336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,uniform,2.494757334391276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,uniform,1.6285707155863445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,uniform,3.3427467346191406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,uniform,2.0823094050089517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,uniform,2.549253304799398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,uniform,2.0053280194600425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,uniform,5.718629201253255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,uniform,3.5995254516601562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,uniform,10.242453257242838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,uniform,1.2242186864217122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,uniform,1.5238666534423828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,uniform,2.1280213991800943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,uniform,3.331594785054525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,uniform,3.3489707310994468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,uniform,2.047365347544352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,uniform,2.4088053703308105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,uniform,5.095770517985026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,uniform,2.227914651234945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,uniform,9.064789454142252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,uniform,2.7563680013020835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,uniform,3.866133371988932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,uniform,6.2007090250651045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,uniform,1.7389973004659016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,uniform,2.7809438705444336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,uniform,1.4125760396321614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,uniform,2.059530735015869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,uniform,10.693434397379557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,uniform,4.156079928080241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,uniform,2.6120427449544272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,uniform,2.0089972813924155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,uniform,3.1048800150553384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,uniform,3.1670827865600586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,uniform,2.501824061075846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,uniform,4.461733182271321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,uniform,7.26637331644694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,uniform,1.5249066352844238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,uniform,12.732976277669271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,uniform,1.8843040466308594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,uniform,2.644154707590739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,uniform,4.14902400970459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,uniform,2.454597314198812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,uniform,2.902917226155599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,uniform,4.058346748352051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,uniform,11.146197001139322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,uniform,6.243605295817058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,8,uniform,0.08269333342711131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,uniform,0.06653333206971486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,uniform,0.05916800101598104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,uniform,2.812885284423828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,uniform,0.05568000177542368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,uniform,3.447861353556315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,uniform,0.11166933178901672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,uniform,0.08044800162315369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,uniform,4.796479860941569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,uniform,0.05949333310127258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,uniform,0.08624000350634257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,uniform,0.06843199829260509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,uniform,0.06498133142789204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,uniform,0.059024001161257424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,uniform,0.05898666878541311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,uniform,0.06163733204205831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,uniform,0.0678773323694865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,uniform,0.06603733201821645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,uniform,0.05416533350944519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,uniform,0.04916800061861674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,uniform,0.04929066697756449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,uniform,0.05042133231957754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,uniform,0.053029333551724754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,uniform,0.09053333600362141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,uniform,0.0681386689345042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,uniform,0.05594133337338766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,uniform,0.05959466596444448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,uniform,0.06450133522351582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,uniform,0.09110400080680847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,uniform,0.06292266647020976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,uniform,0.06539200246334076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,uniform,7.75163205464681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,uniform,0.05931733548641205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,uniform,0.059530665477116905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,uniform,0.062447999914487205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,uniform,13.439824422200521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,uniform,0.0702400008837382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,8,uniform,0.08122666676839192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,uniform,0.06764266888300578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,uniform,0.06411199768384297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,uniform,0.06366399923960368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,uniform,0.07534400125344594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,uniform,0.08150933186213176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,uniform,0.10058666268984477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,uniform,0.08306666711966197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,uniform,0.09086933732032776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,uniform,0.06428266565004985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,uniform,0.0658240020275116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,uniform,0.06786666810512543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,uniform,0.07076799869537354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,uniform,0.051034669081370033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,uniform,0.05117333432038625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,uniform,0.08144000172615051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,uniform,0.06580266853173573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,uniform,0.054144000013669334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,uniform,0.059263999263445534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,uniform,0.05434666574001312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,uniform,0.0831413318713506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,uniform,0.06994666655858357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,uniform,0.07522666454315186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,uniform,0.0804319977760315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,uniform,0.07044266661008199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,uniform,0.08760000268618266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,uniform,0.06751466790835063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,uniform,0.09230933586756389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,uniform,0.06835199892520905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,uniform,0.06874133149782817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,8,uniform,0.08335466186205547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,uniform,0.07398933172225952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,uniform,0.08341866731643677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,uniform,0.0755680004755656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,uniform,0.07815999786059062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,uniform,0.08005333443482716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,uniform,0.11427199840545654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,uniform,0.09707199533780415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,uniform,0.08690133690834045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,uniform,0.08581866820653279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,uniform,0.08545066912968953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,uniform,0.09617599844932556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,uniform,0.09483200311660767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,uniform,0.0990559955437978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,uniform,0.08939199646313985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,uniform,0.11805333693822224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,uniform,0.06571199993292491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,uniform,0.06541866560777028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,uniform,0.06486933430035909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,uniform,0.06373333434263866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,uniform,0.08728532989819844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,uniform,0.06860266625881195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,uniform,0.08480000495910645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,uniform,0.07950399816036224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,uniform,0.08110400040944417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,uniform,0.09197866916656494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,uniform,0.08634133140246074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,uniform,0.08779733379681905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,uniform,0.08764800429344177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,uniform,0.11400533715883891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,uniform,0.09259200096130371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,uniform,0.09150933225949605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,uniform,0.0962666670481364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,uniform,0.07930133243401845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,uniform,0.11786133050918579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,8,uniform,0.08330133557319641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,uniform,0.07377066711584727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,uniform,0.08322133123874664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,uniform,0.10656533638636272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,uniform,0.10008533795674641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,uniform,0.09500267108281453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,uniform,0.09843732913335164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,uniform,0.11794132987658183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,uniform,0.1111253301302592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,uniform,0.11757866541544597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,uniform,0.07132266461849213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,uniform,0.11248000462849934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,uniform,0.1350933313369751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,uniform,0.16823466618855795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,uniform,0.0710506687561671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,uniform,0.07580266892910004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,uniform,0.07983999947706859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,uniform,0.11015466849009196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,uniform,0.08428266644477844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,uniform,0.11461866895357768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,uniform,0.12355200449625652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,uniform,0.11245333154996236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,uniform,0.11626133322715759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,uniform,0.11726933717727661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,uniform,0.13342400391896567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,uniform,0.10826667149861653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,uniform,0.15569067001342773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,uniform,0.10936533411343892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,uniform,0.11198932925860088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,uniform,0.13747732837994894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,uniform,0.17004799842834473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,uniform,0.11210667093594869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,8,uniform,0.08614400029182434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,uniform,0.07856533428033192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,uniform,0.07819733520348866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,uniform,0.07961066563924153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,uniform,0.09770666559537251
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,uniform,0.1030399998029073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,uniform,0.09992532928784688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,uniform,0.16422933340072632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,uniform,0.1643893321355184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,uniform,0.1638879974683126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,uniform,0.17062399784723917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,uniform,0.1986400087674459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,uniform,0.10355200370152791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,uniform,0.25749866167704266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,uniform,0.09504000345865886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,uniform,0.0977226694424947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,uniform,0.0993386705716451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,uniform,0.16108266512552896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,uniform,0.11830400427182515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,uniform,0.18413867553075156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,uniform,0.18131200472513834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,uniform,0.18545067310333252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,uniform,0.21075199047724405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,uniform,0.18643200397491455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,uniform,0.2537920077641805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,uniform,0.17325866222381592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,uniform,0.16411733627319336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,uniform,0.16368533174196878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,uniform,0.16514133413632712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,8,uniform,0.0858133335908254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,uniform,0.20100265741348267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,uniform,0.263264000415802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,uniform,0.07543466488520305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,uniform,0.11274133125940959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,uniform,0.07480533421039581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,uniform,0.07723199824492137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,uniform,0.10541333754857381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,uniform,0.10693867007891338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,uniform,0.27793065706888836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,uniform,0.10288533568382263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,uniform,0.27749866247177124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,uniform,0.27852267026901245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,uniform,0.46144533157348633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,uniform,0.34304531415303546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,uniform,0.29078932603200275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,uniform,0.0958079993724823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,uniform,0.10417600472768147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,uniform,0.10152000188827515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,uniform,0.12006400028864543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,uniform,0.09761599699656169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,uniform,0.21403199434280396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,uniform,0.16082132856051126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,uniform,0.2151306668917338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,uniform,0.20859734217325845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,uniform,0.3131733338038127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,uniform,0.21512534221013388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,uniform,0.24133867025375366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,uniform,0.2792106668154399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,uniform,0.29568533102671307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,uniform,0.27883734305699664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,uniform,0.279530664285024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,uniform,0.3471466700236003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,uniform,0.4675840139389038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,8,uniform,0.08744532863299052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,uniform,0.0846026639143626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,uniform,0.07874666651089986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,uniform,0.08071466783682506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,uniform,0.10587199529012044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,uniform,0.11245866616566975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,uniform,0.09841600060462952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,uniform,0.09715200463930766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,uniform,0.2810186743736267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,uniform,0.27820799748102826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,uniform,0.2775146762530009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,uniform,0.10207466284434001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,uniform,0.2930346727371216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,uniform,0.3468426863352458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,uniform,0.4662773211797078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,uniform,0.0983786682287852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,uniform,0.09995200236638387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,uniform,0.10594133536020915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,uniform,0.12365333239237468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,uniform,0.1644373337427775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,uniform,0.2184106707572937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,uniform,0.20800000429153442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,uniform,0.2049600084622701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,uniform,0.2042506734530131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,uniform,0.39444267749786377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,uniform,0.24132267634073892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,uniform,0.31435734033584595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,uniform,0.3903466860453288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,uniform,0.39320000012715656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,uniform,0.4919039805730184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,uniform,0.41092801094055176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,uniform,0.6764640013376871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,uniform,0.11121066411336263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,uniform,0.08225066463152568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,uniform,0.07795199751853943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,uniform,0.08167999982833862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,uniform,0.10413866241772969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,uniform,0.10639466842015584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,uniform,0.10557867089907329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,uniform,0.2804853320121765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,uniform,0.34860801696777344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,8,uniform,0.08242133259773254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,uniform,0.28275199731191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,uniform,0.29360532760620117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,uniform,0.2823786735534668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,uniform,0.4692586660385132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,uniform,0.10308266679445903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,uniform,0.09829333424568176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,uniform,0.11016000310579936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,uniform,0.12549866239229837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,uniform,0.10053867101669312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,uniform,0.16410133242607117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,uniform,0.21192532777786255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,uniform,0.2074399987856547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,uniform,0.2151306668917338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,uniform,0.24451732635498047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,uniform,0.21242133776346842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,uniform,0.3944053252538045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,uniform,0.31406933069229126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,uniform,0.39260268211364746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,uniform,0.07819200058778127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,uniform,0.4110453526178996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,8,uniform,0.07884799937407176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,uniform,0.49297066529591876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,uniform,0.39794135093688965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,uniform,0.07692266503969829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,uniform,0.6827147006988525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,uniform,0.08115200201670329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,uniform,0.099973330895106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,uniform,0.10018666585286458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,uniform,0.101200004418691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,uniform,0.10505066315333049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,uniform,0.2830880085627238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,uniform,0.28436267375946045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,uniform,0.2847626606623332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,uniform,0.10584533214569092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,uniform,0.2956746617952983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,uniform,0.35260268052419025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,uniform,0.4776266813278198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,uniform,0.09989866614341736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,uniform,0.10495466987291972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,uniform,0.10763733585675557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,uniform,0.12846400340398154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,uniform,0.16851733128229776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,uniform,0.3202400008837382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,uniform,0.21201066176096597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,uniform,0.21410133441289267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,uniform,0.21147199471791586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,uniform,0.22296533981959024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,uniform,0.24685867627461752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,uniform,0.39559467633565265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,uniform,0.39716267585754395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,uniform,0.4159626563390096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,uniform,0.4989973306655884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,uniform,0.3992053270339966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,8,uniform,0.07853866616884868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,uniform,0.07709333300590515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,uniform,0.6855519612630209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,uniform,0.07910933097203572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,uniform,0.10332799951235454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,uniform,0.10126933455467224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,uniform,0.08082666496435802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,uniform,0.10181867082913716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,uniform,0.10036800305048625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,uniform,0.2845279971758525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,uniform,0.2871786753336589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,uniform,0.28253332773844403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,uniform,0.1067573328812917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,uniform,0.299615999062856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,uniform,0.4792106548945109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,uniform,0.10051733255386353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,uniform,0.3572053511937459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,uniform,0.10446932911872864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,uniform,0.11033599575360616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,uniform,0.12948800126711527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,uniform,0.21294933557510376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,uniform,0.1706506609916687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,uniform,0.21192532777786255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,uniform,0.3190666635831197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,uniform,0.22290132443110147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,uniform,0.21763734022776285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,uniform,0.25169599056243896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,uniform,0.4185119867324829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,uniform,0.3962026834487915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,uniform,0.3981013298034668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,uniform,0.40088534355163574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,uniform,0.49979201952616376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,uniform,0.6893173058827718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,uniform,0.07783466577529907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,8,uniform,0.07909333209196727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,uniform,0.07879999776681264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,uniform,0.10493333141009013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,uniform,0.08182399968306224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,uniform,0.10190932949384053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,uniform,0.09984532992045085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,uniform,0.10046933094660442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,uniform,0.28642133871714276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,uniform,0.28942400217056274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,uniform,0.28762133916219074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,uniform,0.3047093351682027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,uniform,0.36315735181172687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,uniform,0.10812266667683919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,uniform,0.1046506663163503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,uniform,0.48533864816029865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,uniform,0.10526933272679646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,uniform,0.21710399786631265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,uniform,0.13306132952372232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,uniform,0.11440533399581909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,uniform,0.17292799552281699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,uniform,0.2273599902788798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,uniform,0.2169653375943502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,uniform,0.2188106576601664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,uniform,0.2542933424313863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,uniform,0.3278346657752991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,uniform,0.40273066361745197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,uniform,0.400165319442749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,uniform,0.6993493239084879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,uniform,0.4033546845118205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,uniform,0.4230719804763794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,uniform,0.5087626775105795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,uniform,0.09457600116729736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,8,uniform,0.08401599526405334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,uniform,0.08903466661771138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,uniform,0.08614400029182434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,uniform,0.11426132917404175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,uniform,0.10929066936175029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,uniform,0.11778133114178975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,uniform,0.11155733466148376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,uniform,0.2883946696917216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,uniform,0.2876746654510498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,uniform,0.29154133796691895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,uniform,0.3083893259366353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,uniform,0.5023306608200073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,uniform,0.3678133487701416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,uniform,0.10750400026639302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,uniform,0.17636799812316895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,uniform,0.10660266876220703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,uniform,0.11000000437100728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,uniform,0.11561066905657451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,uniform,0.13457066814104715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,uniform,0.22380266586939493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,uniform,0.21841599543889365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,uniform,0.2193386753400167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,uniform,0.23144533236821493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,uniform,0.2630186676979065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,uniform,0.40303464730580646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,uniform,0.4031999905904134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,uniform,0.3333919843037923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,uniform,0.40860267480214435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,8,uniform,0.0844053328037262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,uniform,0.42873068650563556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,uniform,0.5174773136774699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,uniform,0.7146773338317871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,uniform,0.08685333530108134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,uniform,0.11355732878049214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,uniform,0.08827733000119527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,uniform,0.09457066655158997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,uniform,0.1122773289680481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,uniform,0.2895413239796956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,uniform,0.11979732910792033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,uniform,0.11226666967074077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,uniform,0.2900480031967163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,uniform,0.2951306700706482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,uniform,0.31218665838241577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,uniform,0.5052479902903239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,uniform,0.37436266740163165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,uniform,0.10796266794204712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,uniform,0.10794666409492493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,uniform,0.10916266838709514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,uniform,0.17994133631388345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,uniform,0.11743467052777608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,uniform,0.13675199945767721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,uniform,0.21834667523701987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,uniform,0.26502933104832965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,uniform,0.21984533468882242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,uniform,0.2222879926363627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,uniform,0.23125867048899332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,uniform,0.3400426705678304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,uniform,0.4099573294321696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,uniform,0.40492268403371173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,uniform,0.4039733409881592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,uniform,0.08438400427500407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,uniform,0.43038400014241535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,uniform,0.5235733191172282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,uniform,0.7234880129496256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,uniform,0.08986666798591614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,8,uniform,0.08221866687138875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,uniform,0.0992693305015564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,uniform,0.11025599638621013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,uniform,0.10761066277821858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,uniform,0.11443199714024861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,uniform,0.1258080005645752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,uniform,0.31811734040578205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,uniform,0.29209067424138385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,uniform,0.2932533423105876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,uniform,0.29923200607299805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,uniform,0.1107413371404012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,uniform,0.3840693235397339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,uniform,0.5225226481755575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,uniform,0.10885333021481831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,uniform,0.11153067151705424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,uniform,0.11985066533088684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,uniform,0.18954666455586752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,uniform,0.13926933209101358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,uniform,0.22427199284235635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,uniform,0.22423466046651205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,uniform,0.22438400983810425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,uniform,0.35043732325236004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,uniform,0.23772799968719482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,uniform,0.27134933074315387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,uniform,0.40848533312479657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,uniform,0.41010133425394696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,uniform,0.5309120019276937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,uniform,0.44048531850179035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,uniform,0.4143679936726888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,8,uniform,0.10424533486366272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,uniform,0.7413280010223389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,uniform,0.10428266723950703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,uniform,0.12250666817029317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,uniform,0.10976533095041911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,uniform,0.12999999523162842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,uniform,0.1299626628557841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,uniform,0.14011200269063315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,uniform,0.15545066197713217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,uniform,0.30347200234731037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,uniform,0.3086719910303752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,uniform,0.3041119972864787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,uniform,0.33427735169728595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,uniform,0.40351466337839764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,uniform,0.5349706808725992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,uniform,0.11958932876586914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,uniform,0.1218933363755544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,uniform,0.14522133270899454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,uniform,0.1288533310095469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,uniform,0.1855093240737915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,uniform,0.2750133275985718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,uniform,0.23296000560124716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,uniform,0.22868265708287558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,uniform,0.25042666991551715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,uniform,0.23684799671173096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,uniform,0.28734399875005084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,uniform,0.3657439947128296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,uniform,0.41994134585062665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,uniform,0.4198453426361084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,uniform,0.4310186703999837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,uniform,0.4578026533126831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,uniform,0.5522186756134033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,uniform,0.7588853041330973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,8,uniform,0.10479467113812764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,uniform,0.10417067011197408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,uniform,0.11134399970372517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,uniform,0.1341813306013743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,uniform,0.12433066964149475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,uniform,0.13435733318328857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,uniform,0.14144532879193625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,uniform,0.15762133399645487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,uniform,0.307584007581075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,uniform,0.31465067466100055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,uniform,0.3074079950650533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,uniform,0.34090133508046466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,uniform,0.41088000933329266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,uniform,0.12098133563995361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,uniform,0.5465493202209473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,uniform,0.13166399796803793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,uniform,0.12469866871833801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,uniform,0.1502240002155304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,uniform,0.19114667177200317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,uniform,0.2802613377571106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,uniform,0.24457067251205444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,uniform,0.24738667408625284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,uniform,0.257258673508962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,uniform,0.29260800282160443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,uniform,0.36289600531260174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,uniform,0.5308853387832642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,uniform,0.4217173258463542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,uniform,0.4235999981562297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,uniform,0.43397335211435956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,uniform,0.46398401260375977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,uniform,0.5614933172861735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,8,uniform,0.11653332908948262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,uniform,0.7705866495768229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,uniform,0.12017066280047099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,uniform,0.12931733330090842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,uniform,0.1492959956328074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,uniform,0.1450933317343394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,uniform,0.15370133519172668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,uniform,0.16551466782887778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,uniform,0.18773333231608072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,uniform,0.3132479985555013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,uniform,0.32374932368596393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,uniform,0.3147786657015483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,uniform,0.35410133997599286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,uniform,0.4281760056813558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,uniform,0.5737386544545492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,uniform,0.13638933499654135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,uniform,0.1262506643931071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,uniform,0.12929067015647888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,uniform,0.1570026675860087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,uniform,0.2539946635564168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,uniform,0.20178133249282837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,uniform,0.2953813274701436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,uniform,0.24841066201527914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,uniform,0.26131200790405273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,uniform,0.3049280047416687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,uniform,0.531818668047587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,uniform,0.3762773275375366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,uniform,0.4315626621246338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,uniform,0.4346986611684163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,uniform,0.44329599539438885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,uniform,0.7999146779378256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,8,uniform,0.14656000336011252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,uniform,0.4814560015996297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,uniform,0.5831253528594971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,uniform,0.1992266575495402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,uniform,0.15105066696802774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,uniform,0.1832373340924581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,uniform,0.16316800316174826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,uniform,0.20084800322850546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,uniform,0.2157706618309021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,uniform,0.2435893416404724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,uniform,0.34432534376780194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,uniform,0.3532693386077881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,uniform,0.4527466694513957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,uniform,0.37595733006795246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,uniform,0.6054453452428182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,uniform,0.163290669520696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,uniform,0.8965706825256348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,uniform,0.16714133818944296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,uniform,0.18267200390497842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,uniform,0.21439466873804727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,uniform,0.4087680180867513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,uniform,0.27404266595840454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,uniform,0.2815306584040324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,uniform,0.2836479942003886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,uniform,0.30909866094589233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,uniform,0.3647199869155884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,uniform,0.5197439988454183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,uniform,0.789680004119873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,uniform,0.4681919813156128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,uniform,0.46400535106658936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,uniform,0.4815680185953776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,uniform,0.5260693232218424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,uniform,0.6429173151652018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,uniform,0.24330133199691772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,8,uniform,0.16758400201797485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,uniform,0.883786678314209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,uniform,0.1742666761080424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,uniform,0.21426133314768472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,uniform,0.18836800257364908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,uniform,0.2754559914271037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,uniform,0.2504640022913615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,uniform,0.30353599786758423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,uniform,0.3710346619288127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,uniform,0.359658678372701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,uniform,0.4000106652577718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,uniform,0.6368853251139323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,uniform,0.4744906822840373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,uniform,0.9472160339355469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,uniform,0.1692319909731547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,uniform,0.33375465869903564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,uniform,0.1792746583620707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,uniform,0.20094933112462363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,uniform,0.2398080031077067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,uniform,0.5006879965464274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,uniform,0.30709866682688397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,uniform,0.353221337000529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,uniform,0.3229493300120036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,uniform,0.4108213186264038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,uniform,0.5984640121459961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,uniform,0.9228639602661133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,uniform,0.4826879898707072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,uniform,0.5323466857274374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,uniform,0.49538667996724445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,uniform,0.6292693217595419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,uniform,0.2573866645495097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,8,uniform,0.22861866156260172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,uniform,0.2379093368848165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,uniform,0.8746293385823568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,uniform,1.3077759742736816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,uniform,0.2929333249727885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,uniform,0.3509440024693807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,uniform,0.3344159921010335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,uniform,0.3805493513743083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,uniform,0.45187731583913165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,uniform,0.41547199090321857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,uniform,0.3949706554412842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,uniform,0.5559733311335245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,uniform,0.455456018447876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,uniform,0.7608373165130615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,uniform,0.20466667413711548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,uniform,1.2041599750518799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,uniform,0.29257599512736004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,uniform,0.219050665696462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,uniform,0.2437973419825236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,uniform,0.5917919874191284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,uniform,0.40812798341115314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,uniform,0.3922186692555745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,uniform,0.39958401521046955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,uniform,0.43780799706776935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,uniform,0.49906667073567706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,uniform,0.729850689570109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,uniform,0.5113546848297119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,uniform,1.1251733303070068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,uniform,0.682757298151652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,uniform,0.5280853509902954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,uniform,0.5714026689529419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,uniform,0.31542932987213135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,uniform,0.9491146405537924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,8,uniform,0.2797386646270752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,uniform,0.29289599259694415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,uniform,1.4373332659403484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,uniform,0.36534400780995685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,uniform,0.45736531416575116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,uniform,0.4267359972000122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,uniform,0.4950293302536011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,uniform,0.5736586650212606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,uniform,0.4644000132878621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,uniform,0.43429334958394367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,uniform,0.627397338549296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,uniform,0.51364799340566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,uniform,0.8582399686177572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,uniform,0.23214399814605713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,uniform,1.2973492940266926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,uniform,0.330949326356252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,uniform,0.25224000215530396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,uniform,0.2784319917360942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,uniform,0.5034986734390259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,uniform,0.6652693351109823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,uniform,0.49439998467763263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,uniform,0.5194186766942342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,uniform,0.5538186629613241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,uniform,0.6180693308512369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,uniform,0.9408000310262045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,uniform,1.4793119430541992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,uniform,0.547653317451477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,uniform,0.5815840164820353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,uniform,0.6410826841990153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,uniform,0.7844320138295492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,uniform,1.1089173158009846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,uniform,1.728666623433431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,8,uniform,0.40932798385620117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,uniform,0.7172746658325195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,uniform,0.42500801881154376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,uniform,0.4615946610768636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,uniform,0.532912015914917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,uniform,0.7055786450703939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,uniform,0.8245706558227539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,uniform,0.923151969909668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,uniform,0.5476106802622477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,uniform,0.5820853312810262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,uniform,0.6455733378728231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,uniform,0.7821173667907715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,uniform,1.066111962000529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,uniform,1.5808587074279785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,uniform,0.30458666880925495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,uniform,0.3272320032119751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,uniform,0.3646719853083293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,uniform,0.43805332978566486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,uniform,0.6886933644612631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,uniform,0.8944213390350342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,uniform,0.6885226567586263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,uniform,0.5978080034255981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,uniform,0.6600639820098877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,uniform,0.8088800112406412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,uniform,1.2769546508789062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,uniform,1.9978453318277996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,uniform,0.6334933439890543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,uniform,0.672602653503418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,uniform,0.7511040369669596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,uniform,0.9144372940063477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,8,uniform,0.5236800114313761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,uniform,0.6194666624069214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,uniform,0.5475786526997884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,uniform,1.935109297434489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,uniform,1.2798986434936523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,uniform,0.7027626832326254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,uniform,0.9890720049540201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,uniform,1.097813367843628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,uniform,1.023802677790324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,uniform,1.2168213526407878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,uniform,1.3683679898579915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,uniform,0.917136033376058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,uniform,0.8189547061920166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,uniform,0.7222879727681478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,uniform,1.0169973373413086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,uniform,1.8971734046936035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,uniform,0.3782133261362712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,uniform,0.40373865763346356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,uniform,0.45661866664886475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,uniform,0.5452213287353516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,uniform,0.9127413431803385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,uniform,1.1456639766693115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,uniform,0.8046133518218994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,uniform,0.8662506739298502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,uniform,0.9323893388112386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,uniform,1.0589546362559001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,uniform,2.5561493237813315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,uniform,1.6234560012817383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,uniform,0.9188640117645264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,uniform,0.922165314356486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,uniform,1.0073493321736653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,uniform,1.1842453479766846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,8,uniform,0.7486613591512045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,uniform,0.8520533243815104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,uniform,0.9174613157908121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,uniform,1.0264320373535156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,uniform,1.5788000424702961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,uniform,1.519466718037923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,uniform,2.2563680013020835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,uniform,1.5528747240702312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,uniform,1.8823253313700359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,uniform,1.6764052708943684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,uniform,1.0380213260650635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,uniform,1.2556266784667969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,uniform,1.1281812985738118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,uniform,1.4948800404866536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,uniform,1.904431978861491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,uniform,2.661146640777588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,uniform,0.5288960138956705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,uniform,0.5570773283640543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,uniform,0.6362933317820231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,uniform,0.763487974802653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,uniform,1.3170719941457112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,uniform,1.6392265955607097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,uniform,1.1981813112894695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,uniform,1.2738826274871826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,uniform,1.524672031402588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,uniform,1.3607254028320312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,uniform,2.3821493784586587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,uniform,3.713072141011556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,uniform,1.3089066346486409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,uniform,1.2280213038126628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,uniform,1.4656052589416504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,8,uniform,1.0385226408640544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,uniform,1.5628852844238281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,uniform,2.1313600540161133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,uniform,1.1743253072102864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,uniform,1.2503093083699544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,uniform,1.4581546783447266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,uniform,2.914719899495443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,uniform,2.2162453333536782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,uniform,2.1385067303975425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,uniform,2.265082677205404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,uniform,2.571045398712158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,uniform,1.4173706372578938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,uniform,2.0359999338785806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,uniform,1.729749361673991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,uniform,1.6034080187479656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,uniform,2.6055146853129068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,uniform,3.5769545237223306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,uniform,0.6781173547108968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,uniform,0.8276533285776774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,uniform,0.7181973457336426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,uniform,1.0007359981536865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,uniform,1.7234026590983074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,uniform,2.2512906392415366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,uniform,1.5602453549702961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,uniform,1.6244746843973796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,uniform,1.7804640134175618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,uniform,2.0162132581075034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,uniform,3.0426559448242188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,uniform,1.670149326324463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,uniform,4.788261413574219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,uniform,1.728864034016927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,uniform,1.9072319666544597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,8,uniform,1.6307946840922039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,uniform,1.7874666849772136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,uniform,1.942629337310791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,uniform,2.1420532862345376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,uniform,2.12990935643514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,uniform,2.814629236857096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,uniform,3.78386656443278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,uniform,3.3229974110921225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,uniform,3.8987840016682944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,uniform,3.5211785634358725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,uniform,3.3816585540771484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,uniform,2.2346933682759604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,uniform,2.343770662943522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,uniform,2.6257920265197754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,uniform,3.862741470336914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,uniform,2.9924373626708984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,uniform,5.235962549845378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,uniform,1.0274559656778972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,uniform,1.030138651529948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,uniform,1.191375970840454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,uniform,2.517770608266195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,uniform,1.5078399976094563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,uniform,3.283546765645345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,uniform,2.38592529296875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,uniform,2.506768067677816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,uniform,2.657072067260742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,uniform,3.041407903035482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,uniform,4.525162696838379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,uniform,7.104911804199219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,uniform,2.410069306691488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,uniform,2.501786708831787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,uniform,2.8343305587768555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,8,uniform,2.250389258066813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,uniform,2.5040693283081055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,uniform,2.7083892822265625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,uniform,3.123274803161621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,uniform,3.017338752746582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,uniform,5.421973546346028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,uniform,4.600826581319173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,uniform,4.642458597819011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,uniform,4.001584053039551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,uniform,4.83949343363444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,uniform,5.27183469136556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,uniform,3.075829188028971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,uniform,3.131194750467936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,uniform,3.5053278605143228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,uniform,7.120714823404948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,uniform,4.010234514872233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,uniform,5.062986691792806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,uniform,1.3384000460306804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,uniform,1.45252259572347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,uniform,1.5877973238627117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,uniform,2.015872001647949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,uniform,3.3143625259399414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,uniform,4.4639892578125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,uniform,3.310725212097168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,uniform,3.3541599909464517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,uniform,4.041040102640788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,uniform,3.5911947886149087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,uniform,5.993167877197266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,uniform,3.329066594441732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,uniform,9.392746607462565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,uniform,3.4816373189290366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,uniform,3.761967976888021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,8,uniform,3.2037814458211265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,uniform,3.228053410847982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,uniform,3.8066399892171225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,uniform,3.47214412689209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,uniform,4.265882809956868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,uniform,5.848410924275716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,uniform,5.801978429158528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,uniform,5.469664255777995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,uniform,6.07481575012207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,uniform,6.588869094848633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,uniform,7.197114944458008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,uniform,3.7946720123291016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,uniform,4.0081227620442705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,uniform,4.345280011494954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,uniform,6.358938852945964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,uniform,5.128645261128743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,uniform,1.7255786259969075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,uniform,8.914026896158854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,uniform,1.77619202931722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,uniform,2.4067840576171875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,uniform,1.979141394297282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,uniform,4.173376083374023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,uniform,5.606522878011067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,uniform,4.160703976949056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,uniform,4.141023953755696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,uniform,4.374645233154297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,uniform,4.970239957173665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,uniform,7.388538360595703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,uniform,11.569471995035807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,uniform,4.453354517618815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,8,uniform,0.06586666901906331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,uniform,4.784762700398763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,uniform,4.424197196960449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,4,uniform,0.05221866567929586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,2,uniform,0.04678933322429657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,1,uniform,0.04725866516431173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,8,uniform,0.07354133327802022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,2,uniform,0.04990933338801066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,4,uniform,0.06071466704209646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,1,uniform,0.050160000721613564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,uniform,0.06512000163396199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,uniform,0.05212800204753876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,uniform,0.05106666684150696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,uniform,0.05189866820971171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,uniform,0.05542933444182078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,uniform,0.06198933223883311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,uniform,0.052015999952952065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,uniform,0.0458186666170756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,uniform,0.04729066789150238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,uniform,0.046911999583244324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,uniform,0.04742933313051859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,uniform,0.05100800096988678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,uniform,0.06362133224805196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,uniform,5.32370122273763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,uniform,0.05738666653633118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,uniform,0.04982399940490723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,uniform,0.05056533217430115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,uniform,0.05317866802215576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,uniform,0.05649066468079885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,uniform,0.06842133402824402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,uniform,0.051632001996040344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,uniform,0.05624533196290334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,uniform,0.0525493323802948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,uniform,0.05273066461086273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,4,uniform,0.054671997825304665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,8,uniform,0.06301333506902058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,uniform,0.06428800026575725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,uniform,6.672186533610026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,2,uniform,0.05336533486843109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,8,uniform,0.07520533104737599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,1,uniform,0.052015999952952065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,uniform,9.23630396525065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,4,uniform,0.06113600234190623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,uniform,0.0524533341328303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,2,uniform,0.06109866499900818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,1,uniform,0.06303999821345012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,uniform,0.06523199876149495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,uniform,0.05299200117588043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,uniform,0.06865066786607106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,uniform,0.05454933146635691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,uniform,0.05979733169078827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,uniform,0.052784000833829246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,uniform,0.049925332268079124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,uniform,0.049402669072151184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,uniform,0.047423998514811196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,uniform,0.0480320006608963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,uniform,0.05619733532269796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,uniform,0.05561066667238871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,uniform,0.0544106662273407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,uniform,0.06664533416430156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,uniform,0.06305066744486491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,uniform,0.05610666672388712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,uniform,0.07257600128650665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,uniform,0.052928000688552856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,uniform,0.06633066634337108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,4,uniform,0.06164266665776571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,uniform,0.053818667928377785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,uniform,0.05612266560395559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,uniform,0.06478400031725566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,8,uniform,0.06154133379459381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,uniform,0.07274133463700612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,1,uniform,0.06078400214513143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,2,uniform,0.06228266656398773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,8,uniform,0.07845866680145264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,uniform,0.06639466683069865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,1,uniform,0.07414400080839793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,4,uniform,0.07109333574771881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,2,uniform,0.07580799857775371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,uniform,0.06752533217271169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,uniform,0.07818133135636647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,uniform,0.06754666566848755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,uniform,0.06904000043869019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,uniform,0.09836266438166301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,uniform,0.05230399966239929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,uniform,0.052245333790779114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,uniform,0.054144000013669334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,uniform,0.05435733497142792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,uniform,0.06881600121657054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,uniform,0.058602665861447654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,uniform,0.06773866713047028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,uniform,0.06520000100135803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,uniform,0.06548266609509786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,uniform,0.0679253339767456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,uniform,0.07809066772460938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,uniform,0.0645066648721695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,uniform,0.09392000238100688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,uniform,0.06758399804433186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,uniform,0.06625066697597504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,8,uniform,0.06472533444563548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,uniform,0.07067733506361644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,uniform,0.07864533364772797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,uniform,0.09980799754460652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,4,uniform,0.06090133388837179
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,8,uniform,0.07921066880226135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,1,uniform,0.06205333272616068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,2,uniform,0.06154666841030121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,4,uniform,0.07228800157705943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,uniform,0.0787360022465388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,2,uniform,0.07674666742483775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,1,uniform,0.07344000041484833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,uniform,0.08165866633256276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,uniform,0.13924800356229147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,uniform,0.08534933129946391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,uniform,0.08549867073694865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,uniform,0.10744000474611919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,uniform,0.06063466767470042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,uniform,0.05819733440876007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,uniform,0.057274664441744484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,uniform,0.057317331433296204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,uniform,0.07207466661930084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,uniform,0.08080000181992848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,uniform,0.09110400080680847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,uniform,0.08031466603279114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,uniform,0.08119999865690868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,uniform,0.07762666543324788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,uniform,0.10200533270835876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,uniform,0.08585600058237712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,uniform,0.13076266646385193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,uniform,0.07891199986139934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,uniform,0.10269332925478618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,uniform,0.08021866778532664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,uniform,0.09173867106437683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,uniform,0.13772799571355185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,1,uniform,0.06259199976921082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,8,uniform,0.06282133360703786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,4,uniform,0.060746664802233376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,2,uniform,0.06239999830722809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,8,uniform,0.07800533374150594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,1,uniform,0.07733333110809326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,4,uniform,0.0767680009206136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,2,uniform,0.0741066684325536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,uniform,0.15148799618085226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,uniform,0.1069493293762207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,uniform,0.1083626647790273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,uniform,0.11183999975522359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,uniform,0.12384000420570374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,uniform,0.07470933099587758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,uniform,0.21707199017206827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,uniform,0.07375999788443248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,uniform,0.07595199843247731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,uniform,0.11644267042477925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,uniform,0.08341333270072937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,uniform,0.10347732901573181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,uniform,0.13795733451843262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,uniform,0.11693333586057027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,uniform,0.15370133519172668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,uniform,0.11941867073376973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,uniform,0.13157332936922708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,uniform,0.2119413415590922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,uniform,0.10894399881362915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,uniform,0.12469866871833801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,uniform,0.10779733459154765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,uniform,0.110944002866745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,uniform,0.15506133437156677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,2,uniform,0.06177066763242086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,uniform,0.21904534101486206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,8,uniform,0.0628959983587265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,4,uniform,0.06172266602516174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,1,uniform,0.0642080008983612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,2,uniform,0.07610133290290833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,4,uniform,0.07294933497905731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,8,uniform,0.07718933125336964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,uniform,0.19718400637308756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,1,uniform,0.07364800075689952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,uniform,0.1660106678803762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,uniform,0.16546666622161865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,uniform,0.17114667097727457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,uniform,0.0740479975938797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,uniform,0.25471999247868854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,uniform,0.3847359816233317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,uniform,0.07548800110816956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,uniform,0.07627733548482259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,uniform,0.14102933804194132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,uniform,0.0863200028737386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,uniform,0.10390399893124898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,uniform,0.13266666730244955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,uniform,0.13195733229319254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,uniform,0.17525333166122437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,uniform,0.1309333344300588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,uniform,0.14944000045458475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,uniform,0.2563466628392537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,uniform,0.19902400175730386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,uniform,0.1678666671117147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,uniform,0.16644799709320068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,uniform,0.17384000619252524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,4,uniform,0.06610133250554402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,uniform,0.2545173366864522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,uniform,0.3906186819076538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,8,uniform,0.06591466565926869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,4,uniform,0.07698133091131847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,2,uniform,0.06268266836802165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,1,uniform,0.06348266700903575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,8,uniform,0.08043733239173889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,uniform,0.16709866126378378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,1,uniform,0.07842666904131572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,2,uniform,0.07387199997901917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,uniform,0.1676106651624044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,uniform,0.17324266831080118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,uniform,0.1994453271230062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,uniform,0.38742931683858234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,uniform,0.2586453358332316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,uniform,0.07377600173155467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,uniform,0.0747626672188441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,uniform,0.1438826620578766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,uniform,0.0776693324247996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,uniform,0.08570133646329244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,uniform,0.10549867153167725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,uniform,0.13291200002034506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,uniform,0.14863466223080954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,uniform,0.13089066743850708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,uniform,0.1323306659857432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,uniform,0.1793866753578186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,uniform,0.23449599742889404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,uniform,0.2587146759033203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,uniform,0.22496533393859863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,uniform,0.22408533096313477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,8,uniform,0.06532266736030579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,uniform,0.2720479965209961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,uniform,0.358298659324646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,uniform,0.5497013330459595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,8,uniform,0.07905066510041554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,2,uniform,0.06409066418806712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,4,uniform,0.06253333389759064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,1,uniform,0.06603200236956279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,uniform,0.16901334126790366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,2,uniform,0.07493866483370464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,4,uniform,0.07699733475844066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,1,uniform,0.07831466694672902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,uniform,0.16936000188191733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,uniform,0.1758026679356893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,uniform,0.200762669245402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,uniform,0.26013867060343426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,uniform,0.39205865065256756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,uniform,0.0755626658598582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,uniform,0.14665599664052328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,uniform,0.07926933467388153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,uniform,0.10678399602572124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,uniform,0.08827199538548787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,uniform,0.0766293356815974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,uniform,0.1381653348604838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,uniform,0.13158399860064188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,uniform,0.13302399714787802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,uniform,0.22703999280929565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,uniform,0.15082133809725443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,uniform,0.17949867248535156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,uniform,0.2613653341929118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,uniform,0.22605333725611368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,uniform,0.3574560085932414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,uniform,0.2343733310699463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,uniform,0.2731093366940816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,8,uniform,0.06357866525650024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,uniform,0.5591679811477661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,1,uniform,0.06835199892520905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,4,uniform,0.06323733429114024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,2,uniform,0.06438399851322174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,8,uniform,0.07506666580835979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,4,uniform,0.07621333499749501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,uniform,0.17045332988103232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,2,uniform,0.07765866816043854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,1,uniform,0.08215466638406117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,uniform,0.17060800393422446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,uniform,0.17691733439763388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,uniform,0.39238933722178143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,uniform,0.20242667198181152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,uniform,0.26239466667175293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,uniform,0.10834667086601257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,uniform,0.07780799766381581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,uniform,0.08165333171685536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,uniform,0.0787306676308314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,uniform,0.08892800410588582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,uniform,0.13619732856750488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,uniform,0.14732799927393594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,uniform,0.13432000080744425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,uniform,0.13877333203951517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,uniform,0.15242666999499002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,uniform,0.22867733240127563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,uniform,0.18242667118708292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,uniform,0.26421332359313965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,uniform,0.5597600142161051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,uniform,0.22913066546122232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,uniform,0.2368639906247457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,uniform,0.2767039934794108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,uniform,0.36560531457265216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,8,uniform,0.06320533156394958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,2,uniform,0.06358399987220764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,4,uniform,0.06419733166694641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,1,uniform,0.06814399858315785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,4,uniform,0.07696533203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,uniform,0.17202132940292358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,8,uniform,0.07539733250935872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,2,uniform,0.07618666688601176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,1,uniform,0.08251200119654338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,uniform,0.17178666591644287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,uniform,0.26472532749176025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,uniform,0.1792479952176412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,uniform,0.20575465758641562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,uniform,0.0784746656815211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,uniform,0.39584000905354816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,uniform,0.07996800045172374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,uniform,0.0916426678498586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,uniform,0.08284799754619598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,uniform,0.15566399693489075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,uniform,0.10895466804504395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,uniform,0.15178133050600687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,uniform,0.13505599896113077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,uniform,0.13613333304723105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,uniform,0.13904000322024027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,uniform,0.2657173275947571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,uniform,0.18273067474365234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,uniform,0.2293013334274292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,uniform,0.22957332928975424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,uniform,0.2387733260790507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,uniform,0.27852267026901245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,uniform,0.5641866525014242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,uniform,0.3669546842575073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,8,uniform,0.06401599943637848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,4,uniform,0.07801066835721333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,4,uniform,0.06365866462389629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,1,uniform,0.06956799825032552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,8,uniform,0.07607466479142506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,2,uniform,0.0651146670182546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,2,uniform,0.07865066826343536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,uniform,0.17451733350753784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,1,uniform,0.08458667000134786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,uniform,0.17563732465108237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,uniform,0.18162665764490762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,uniform,0.08120533327261607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,uniform,0.20939733584721884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,uniform,0.27024000883102417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,uniform,0.4011146624883016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,uniform,0.08252800007661183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,uniform,0.11356799801190694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,uniform,0.08441600203514099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,uniform,0.09200533231099446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,uniform,0.14032533764839172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,uniform,0.15169066190719604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,uniform,0.15776532888412476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,uniform,0.1416106621424357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,uniform,0.14264532923698425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,uniform,0.1883093317349752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,uniform,0.24194133281707764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,uniform,0.2686240077018738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,uniform,0.23252266645431519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,uniform,0.23328532775243124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,uniform,0.2825973431269328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,8,uniform,0.06711466610431671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,uniform,0.3736426830291748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,4,uniform,0.06935466825962067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,uniform,0.5679999987284342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,2,uniform,0.07228266696135204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,4,uniform,0.08339200417200725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,8,uniform,0.08282133440176646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,1,uniform,0.07891199986139934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,2,uniform,0.08590933680534363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,uniform,0.1855413317680359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,1,uniform,0.09381332993507385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,uniform,0.1770240068435669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,uniform,0.17762132485707602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,uniform,0.08297066887219746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,uniform,0.21473600467046103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,uniform,0.27353066205978394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,uniform,0.08286400139331818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,uniform,0.4110186497370402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,uniform,0.08517332871754964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,uniform,0.11557867129643758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,uniform,0.09382933378219604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,uniform,0.15685333808263144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,uniform,0.13928000132242838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,uniform,0.1900213360786438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,uniform,0.1416853368282318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,uniform,0.15845333536465964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,uniform,0.14636799693107605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,uniform,0.27458133300145465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,uniform,0.2461013396581014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,uniform,0.2353973388671875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,uniform,0.2357920010884603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,uniform,0.2862773338953654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,4,uniform,0.07111999889214833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,uniform,0.379962682723999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,8,uniform,0.06762133538722992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,uniform,0.5806026856104533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,2,uniform,0.07259200016657512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,4,uniform,0.08463467160860698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,8,uniform,0.08384533723195393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,1,uniform,0.07991999884446462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,1,uniform,0.09670399626096089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,2,uniform,0.08603200316429138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,uniform,0.18756266434987387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,uniform,0.17942933241526285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,uniform,0.1798400084177653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,uniform,0.21526400248209634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,uniform,0.08425066868464152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,uniform,0.4139626820882161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,uniform,0.27596267064412433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,uniform,0.08372799555460612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,uniform,0.08716799815495808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,uniform,0.0965173343817393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,uniform,0.15961066881815592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,uniform,0.116976002852122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,uniform,0.1423786679903666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,uniform,0.1443839967250824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,uniform,0.2797813415527344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,uniform,0.14475199580192566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,uniform,0.16200533509254456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,uniform,0.1930346687634786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,uniform,0.2371413310368856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,uniform,0.2891146739323934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,uniform,0.2385173241297404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,uniform,0.24822932481765747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,8,uniform,0.06885866820812225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,uniform,0.3842613299687703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,2,uniform,0.07573333382606506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,uniform,0.5825173457463583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,4,uniform,0.07070399820804596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,1,uniform,0.08814932902654012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,1,uniform,0.10227732857068379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,8,uniform,0.08317866424719493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,4,uniform,0.0853706697622935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,2,uniform,0.08913600444793701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,uniform,0.18262400229771933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,uniform,0.22298133373260498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,uniform,0.18344533443450928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,uniform,0.1922826568285624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,uniform,0.08994133273760478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,uniform,0.0865280032157898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,uniform,0.4241439898808797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,uniform,0.28438399235407513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,uniform,0.0876533289750417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,uniform,0.09890133142471313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,uniform,0.12029332915941875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,uniform,0.166810671488444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,uniform,0.1444480021794637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,uniform,0.1482186714808146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,uniform,0.1492639978726705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,uniform,0.16662399967511496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,uniform,0.23973333835601807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,uniform,0.19741866985956827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,uniform,0.2887786626815796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,uniform,0.594160000483195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,uniform,0.24314133326212564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,uniform,0.25269333521525067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,uniform,0.3932640155156453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,8,uniform,0.08500267068545024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,uniform,0.2969866593678792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,2,uniform,0.09214400251706441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,4,uniform,0.08668800195058186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,1,uniform,0.10428800185521443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,4,uniform,0.10216533144315083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,uniform,0.1938719948132833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,2,uniform,0.10963199536005656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,8,uniform,0.0974826713403066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,1,uniform,0.12131733695665996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,uniform,0.19519466161727905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,uniform,0.2996053298314412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,uniform,0.20468799273173013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,uniform,0.2370026707649231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,uniform,0.4323253234227498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,uniform,0.09809066851933797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,uniform,0.10109333197275798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,uniform,0.1279039978981018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,uniform,0.1095199982325236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,uniform,0.16844799121220908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,uniform,0.18133334318796793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,uniform,0.25196800629297894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,uniform,0.1560373306274414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,uniform,0.15733333428700766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,uniform,0.21209599574406943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,uniform,0.16150933504104614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,uniform,0.2548639973004659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,uniform,0.2674400011698405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,uniform,0.30248000224431354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,uniform,0.25652267535527545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,8,uniform,0.08566932876904805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,uniform,0.314191997051239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,uniform,0.6048266490300497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,uniform,0.4138400157292684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,8,uniform,0.1032480001449585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,4,uniform,0.08664000034332275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,2,uniform,0.09379733602205913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,1,uniform,0.10853866736094157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,4,uniform,0.10523200035095215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,1,uniform,0.12769599755605063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,2,uniform,0.1113973359266917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,uniform,0.19861332575480142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,uniform,0.19966934124628702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,uniform,0.210591991742452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,uniform,0.24356800317764282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,uniform,0.10420266787211101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,uniform,0.30480533838272095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,uniform,0.44178664684295654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,uniform,0.10186666250228882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,uniform,0.25782400369644165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,uniform,0.1125386655330658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,uniform,0.13225066661834717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,uniform,0.17378133535385132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,uniform,0.1676373283068339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,uniform,0.16982932885487875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,uniform,0.22221867243448892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,uniform,0.18736533323923746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,uniform,0.28624532620112103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,uniform,0.4594399929046631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,uniform,0.25836799542109173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,uniform,0.320634663105011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,uniform,0.25917865832646686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,uniform,0.2755626638730367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,2,uniform,0.10998933513959248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,uniform,0.41914665699005127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,8,uniform,0.09391466776529948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,uniform,0.6141226689020792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,4,uniform,0.09826133648554485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,1,uniform,0.1236853301525116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,8,uniform,0.11390399932861328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,4,uniform,0.11946666240692139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,1,uniform,0.14670933286348978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,2,uniform,0.13125333189964294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,uniform,0.3224479953447978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,uniform,0.20683199167251587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,uniform,0.20957867304484049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,uniform,0.22145599126815796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,uniform,0.2583306630452474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,uniform,0.11098133524258931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,uniform,0.4599626859029134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,uniform,0.10660800337791443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,uniform,0.11943999926249187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,uniform,0.14100266496340433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,uniform,0.18190399805704752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,uniform,0.17533334096272787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,uniform,0.26925333340962726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,uniform,0.17973333597183228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,uniform,0.19593065977096558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,uniform,0.26926400264104206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,uniform,0.23407467206319174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,uniform,0.4709013303120931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,uniform,0.29712533950805664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,uniform,0.271013339360555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,uniform,0.4397653341293335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,uniform,0.2887626687685649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,uniform,0.3356746832529704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,8,uniform,0.114138662815094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,uniform,0.6342826684316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,4,uniform,0.1185706655184428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,1,uniform,0.15294933319091797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,2,uniform,0.1308693289756775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,2,uniform,0.16345066825548807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,8,uniform,0.14495467146237692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,4,uniform,0.14854400356610617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,1,uniform,0.18505066633224487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,uniform,0.2560693422953288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,uniform,0.24702399969100952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,uniform,0.288592000802358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,uniform,0.14834133783976236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,uniform,0.361685315767924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,uniform,0.7612106800079346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,uniform,0.14069333672523499
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,uniform,0.4926133155822754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,uniform,0.19237866004308066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,uniform,0.16205867131551108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,uniform,0.2510773340861003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,uniform,0.3832106590270996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,uniform,0.21104532480239868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,uniform,0.2165279984474182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,uniform,0.6688960393269857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,uniform,0.24313600858052573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,uniform,0.4026293357213338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,uniform,0.2975733280181885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,uniform,0.3053599993387858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,uniform,0.3778880039850871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,uniform,0.3278026580810547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,uniform,0.3105439941088359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,8,uniform,0.1304906706015269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,uniform,0.5005386670430502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,uniform,0.7038506666819254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,2,uniform,0.1497653325398763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,4,uniform,0.1365493337313334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,1,uniform,0.17917867501576742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,8,uniform,0.171615997950236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,4,uniform,0.1818880041440328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,2,uniform,0.1967359979947408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,uniform,0.26522133747736615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,1,uniform,0.22725866238276163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,uniform,0.2755519946416219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,uniform,0.30713599920272827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,uniform,0.15475199619928995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,uniform,0.3836053212483724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,uniform,0.5252053340276083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,uniform,0.7995039621988932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,uniform,0.16339733203252158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,uniform,0.18408532937367758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,uniform,0.30472532908121747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,uniform,0.2192959984143575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,uniform,0.4758826494216919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,uniform,0.23518399397532144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,uniform,0.24772266546885172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,uniform,0.27510400613149005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,uniform,0.45127467314402264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,uniform,0.33636267979939777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,uniform,0.7333866755167643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,uniform,0.33296533425649005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,uniform,0.7209546566009521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,uniform,0.3484213352203369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,uniform,0.396346648534139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,uniform,0.49321067333221436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,8,uniform,0.1700213352839152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,uniform,1.1123733520507812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,2,uniform,0.19453332821528116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,4,uniform,0.17866667111714682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,1,uniform,0.2331999937693278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,8,uniform,0.2299893299738566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,4,uniform,0.24203733603159586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,2,uniform,0.26331732670466107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,1,uniform,0.30728532870610553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,uniform,0.3046240011850993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,uniform,0.32223467032114667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,uniform,0.36609065532684326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,uniform,0.4583626588185628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,uniform,0.19734400510787964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,uniform,0.6326560179392496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,uniform,0.9602186679840088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,uniform,0.18571199973424277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,uniform,0.22210667530695596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,uniform,0.2642880082130432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,uniform,0.5538719892501831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,uniform,0.36263465881347656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,uniform,0.2984000047047933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,uniform,0.2818826635678609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,uniform,0.3193013270696004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,uniform,0.3837226629257202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,uniform,0.840720017751058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,uniform,0.5559146801630656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,uniform,0.3665333191553752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,uniform,0.38448532422383624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,uniform,0.4347253243128459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,uniform,0.5430613358815511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,uniform,1.2117919921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,8,uniform,0.20574400822321573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,uniform,0.7856533527374268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,4,uniform,0.21593066056569418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,2,uniform,0.23560533920923868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,4,uniform,0.3041866620381673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,1,uniform,0.28217599789301556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,8,uniform,0.2903573314348857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,2,uniform,0.3291520078976949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,1,uniform,0.38548799355824787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,uniform,0.41540801525115967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,uniform,0.3429066737492879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,uniform,0.3646879990895589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,uniform,0.7033812999725342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,uniform,0.5173813501993815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,uniform,1.084165334701538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,uniform,0.21141332387924194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,uniform,0.22857600450515747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,uniform,0.25283199548721313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,uniform,0.3027946750322978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,uniform,0.4128426710764567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,uniform,0.6154400110244751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,uniform,0.3386720021565755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,uniform,0.36823467413584393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,uniform,0.3944000005722046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,uniform,0.4676640033721924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,uniform,0.6927306652069092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,uniform,0.4107786814371745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,uniform,1.0328799883524578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,uniform,0.636896014213562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,uniform,0.4380799929300944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,uniform,0.5022933483123779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,2,uniform,0.33790401617685956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,8,uniform,0.2951466639836629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,uniform,0.909162680308024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,4,uniform,0.3104853431383769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,1,uniform,0.4014879862467448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,uniform,1.442874590555827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,8,uniform,0.4241386651992798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,4,uniform,0.4445493221282959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,2,uniform,0.4920586744944255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,1,uniform,0.5784000158309937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,uniform,0.44010667006174725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,uniform,0.4698079824447632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,uniform,0.8605493704477946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,uniform,0.5306080182393392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,uniform,0.6538559993108114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,uniform,1.3839999834696453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,uniform,0.27057600021362305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,uniform,0.396938681602478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,uniform,0.29729066292444867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,uniform,0.3278133273124695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,uniform,0.5273386637369791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,uniform,0.7932853698730469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,uniform,0.4345333178838094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,uniform,0.4646079937616984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,uniform,0.512389341990153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,uniform,0.6213813225428263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,uniform,0.9363626639048258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,uniform,1.4337066014607747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,uniform,0.4938773314158122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,uniform,0.5273066759109497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,uniform,0.600869337717692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,uniform,0.7518080075581869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,8,uniform,0.37212268511454266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,4,uniform,0.39128533999125165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,8,uniform,0.5720266501108805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,2,uniform,0.4286613464355469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,uniform,1.0628106594085693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,uniform,1.6957066853841145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,1,uniform,0.5100106795628866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,4,uniform,0.5899360179901123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,2,uniform,0.6339786847432455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,1,uniform,0.7465279897054037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,uniform,0.5562026500701904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,uniform,0.6141279935836792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,uniform,0.6702773571014404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,uniform,0.8415573438008627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,uniform,0.3314346671104431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,uniform,1.0481812953948975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,uniform,1.647274653116862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,uniform,0.36113067468007404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,uniform,0.4087626536687215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,uniform,1.0155519644419353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,uniform,0.4941759904225667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,uniform,0.6870346864064535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,uniform,0.561898668607076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,uniform,0.5698186556498209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,uniform,1.1867039998372395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,uniform,0.6538506746292114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,uniform,0.7773119608561198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,uniform,1.833840052286784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,uniform,0.6524853308995565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,uniform,0.6706720193227133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,uniform,0.7471733093261719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,8,uniform,0.5200373331705729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,uniform,0.9298240343729655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,4,uniform,0.5468000173568726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,2,uniform,0.6018933455149332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,uniform,1.2315786679585774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,uniform,1.9759839375813801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,1,uniform,0.7054719924926758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,8,uniform,0.8464159965515137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,4,uniform,0.876858631769816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,2,uniform,1.019978682200114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,1,uniform,1.1357333660125732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,uniform,0.7469120025634766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,uniform,0.8411413033803304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,uniform,1.4371253649393718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,uniform,0.9724640051523844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,uniform,1.1770400206247966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,uniform,0.4512213468551636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,uniform,2.284026622772217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,uniform,0.48392534255981445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,uniform,0.6888533433278402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,uniform,0.560698668162028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,uniform,0.974181334177653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,uniform,1.4189599355061848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,uniform,0.7924319903055826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,uniform,0.855077346165975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,uniform,1.1118346850077312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,uniform,0.9563360214233398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,uniform,1.6896799405415852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,uniform,0.8794506390889486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,uniform,2.6040266354878745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,uniform,0.9804853598276774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,uniform,1.0821386973063152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,8,uniform,0.6865920225779215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,4,uniform,0.6998613675435384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,uniform,1.2334667046864827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,2,uniform,0.7813973426818848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,uniform,1.6067466735839844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,1,uniform,0.9472106297810873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,uniform,2.515391985575358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,8,uniform,1.1532213687896729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,4,uniform,1.1918079853057861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,2,uniform,1.3238133589426677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,1,uniform,1.5337920188903809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,uniform,1.019920031229655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,uniform,1.2792426745096843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,uniform,1.103210687637329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,uniform,3.0222133000691733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,uniform,1.5408587455749512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,uniform,1.9385600090026855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,uniform,0.5740640163421631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,uniform,0.6166666746139526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,uniform,1.3029920260111492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,uniform,0.7034293015797933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,uniform,0.883840004603068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,uniform,1.9618080457051594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,uniform,1.0072906812032063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,uniform,1.0907786687215169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,uniform,1.2063039938608806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,uniform,1.453839937845866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,uniform,2.17958402633667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,uniform,1.1291733582814534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,uniform,3.4879786173502603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,uniform,1.261834700902303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,uniform,1.4100586573282878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,8,uniform,0.9776053428649902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,4,uniform,1.0140106678009033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,2,uniform,1.1422773202260335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,1,uniform,1.3972053527832031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,uniform,1.6610933939615886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,uniform,2.0639039675394693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,uniform,3.161616007486979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,8,uniform,1.730570634206136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,4,uniform,1.8529173533121746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,2,uniform,1.9819307327270508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,1,uniform,2.264949321746826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,uniform,1.5790719985961914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,uniform,1.4879786173502605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,uniform,1.86738125483195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,uniform,2.2521653175354004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,uniform,2.901381174723307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,uniform,0.8091626962025961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,uniform,4.378656069437663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,uniform,0.8648853302001953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,uniform,0.9811999797821045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,uniform,1.2533013025919597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,uniform,1.887957255045573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,uniform,2.786522547403971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,uniform,1.5360266367594402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,uniform,1.6124639511108398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,uniform,1.7590986887613933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,uniform,2.1442880630493164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,uniform,3.2429653803507485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,uniform,5.1912587483723955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,uniform,1.793706734975179
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,uniform,1.6877919832865398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,uniform,2.0228479703267417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,8,uniform,1.2894559701283772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,uniform,2.3757012685139975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,4,uniform,1.40229336420695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,2,uniform,1.560266653696696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,1,uniform,1.9116106033325195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,uniform,2.9935359954833984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,8,uniform,2.368069330851237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,uniform,4.581989288330078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,4,uniform,2.505338668823242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,2,uniform,2.719226519266764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,1,uniform,3.1867945988972983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,uniform,2.158053398132324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,uniform,1.9713600476582844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,uniform,2.4362613360087075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,uniform,3.8686240514119468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,uniform,2.975167910257975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,uniform,5.929728190104167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,uniform,1.0777066548665364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,uniform,1.1196640332539876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,uniform,1.2653066317240398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,uniform,1.6464746793111165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,uniform,2.52022393544515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,uniform,3.7905279795328775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,uniform,2.04859193166097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,uniform,2.1413599650065103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,uniform,2.366058667500814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,uniform,2.8201119105021157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,uniform,6.707418441772461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,uniform,4.294842720031738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,uniform,2.220794677734375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,uniform,2.3870399792989097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,uniform,2.7259947458902993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,8,uniform,1.581498622894287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,4,uniform,1.6989226341247559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,2,uniform,1.9172213872273762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,1,uniform,2.299834728240967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,8,uniform,3.0355199178059897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,4,uniform,3.186863899230957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,uniform,3.1688321431477866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,uniform,6.014544169108073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,2,uniform,3.414677302042643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,uniform,3.9553759892781577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,1,uniform,3.9061279296875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,uniform,2.492117404937744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,uniform,2.665424029032389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,uniform,3.00439453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,uniform,3.686778704325358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,uniform,4.877381324768066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,uniform,7.394981384277344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,uniform,1.3206079800923665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,uniform,1.400544007619222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,uniform,1.577712059020996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,uniform,2.000762621561686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,uniform,3.1563733418782554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,uniform,4.739727973937988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,uniform,2.548799991607666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,uniform,2.6817172368367515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,uniform,2.901285489400228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,uniform,3.472010612487793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,uniform,8.315370559692383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,uniform,5.300581296284993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,8,uniform,0.07509866853555043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,uniform,2.809743881225586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,4,uniform,0.07011733452479045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,8,uniform,0.08489599823951721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,uniform,2.9517440795898438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,2,uniform,0.0643093337615331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,4,uniform,0.07599466542402904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,2,uniform,0.07217599948247273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,1,uniform,0.07589333256085713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,uniform,3.3188692728678384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,uniform,0.08156799773375194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,uniform,0.07708266874154408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,uniform,0.07548266649246216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,uniform,0.0897653301556905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,uniform,0.08323733508586884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,uniform,0.06458133459091187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,uniform,0.07019733389218648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,uniform,0.0664213349421819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,uniform,0.07859200239181519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,uniform,0.07443733513355255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,uniform,0.07128533224264781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,uniform,0.08082133531570435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,uniform,0.07824000219504039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,uniform,0.07996266583601634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,uniform,0.08332266906897227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,8,uniform,0.07538133362929027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,uniform,0.08975467085838318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,4,uniform,0.06939200063546498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,2,uniform,0.06770666440327962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,uniform,3.9313281377156577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,2,uniform,0.07711466650168101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,8,uniform,0.08786666393280029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,4,uniform,0.07643733421961467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,1,uniform,0.0820000022649765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,uniform,7.725605646769206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,uniform,0.08167466521263123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,uniform,0.0772213339805603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,uniform,5.110768000284831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,uniform,0.08392533659934998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,uniform,0.08990933497746785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,uniform,0.07045333087444305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,uniform,0.09639466802279155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,uniform,0.06819733480612437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,uniform,0.08260799944400787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,uniform,0.0679253339767456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,uniform,0.08265066643555959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,uniform,0.07553599774837494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,uniform,0.0771679977575938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,uniform,0.07610133290290833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,uniform,0.09110400080680847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,uniform,0.08488532900810242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,uniform,0.09913067022959392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,8,uniform,0.07846400141716003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,4,uniform,0.08345066507657369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,2,uniform,0.0719946672519048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,4,uniform,0.0735093355178833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,8,uniform,0.0867680013179779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,uniform,0.08225599924723308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,2,uniform,0.08599467078844707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,1,uniform,0.09307733178138733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,uniform,0.08207466701666515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,uniform,0.0878613293170929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,uniform,0.07022933165232341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,uniform,0.09814932942390442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,uniform,0.11680000027020772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,uniform,0.07116266588370006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,uniform,0.08053866525491078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,uniform,0.07164266705513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,uniform,0.0823359986146291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,uniform,0.08298666775226593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,uniform,0.08221866687138875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,uniform,0.08283733328183492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,uniform,0.10052800178527832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,uniform,0.09256533781687419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,uniform,0.12033067146937053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,8,uniform,0.07745066781838734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,4,uniform,0.08730666836102803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,4,uniform,0.07578133543332417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,2,uniform,0.07329600056012471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,8,uniform,0.08893332878748576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,2,uniform,0.08770133058230083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,uniform,0.09821866949399312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,1,uniform,0.09451733032862346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,uniform,0.09662399689356486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,uniform,0.11156800389289856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,uniform,0.07563733557860057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,uniform,0.12785599629084268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,uniform,0.16248533129692078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,uniform,0.07396799822648366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,uniform,0.1111306647459666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,uniform,0.07852800190448761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,uniform,0.10889066259066264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,uniform,0.10560533404350281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,uniform,0.09790399670600891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,uniform,0.12998400131861368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,uniform,0.09845333298047383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,uniform,0.11098666985829671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,uniform,0.15920533736546835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,8,uniform,0.07843733330567677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,8,uniform,0.08794132868448894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,2,uniform,0.07365866502126057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,4,uniform,0.07374933362007141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,2,uniform,0.08683199683825175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,4,uniform,0.08675199747085571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,uniform,0.1267733375231425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,1,uniform,0.09624532858530681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,uniform,0.1253493328889211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,uniform,0.09487467010815938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,uniform,0.14702399571736655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,uniform,0.1800160010655721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,uniform,0.24317334095637003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,uniform,0.09226133426030476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,uniform,0.13057066996892294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,uniform,0.10181867082913716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,uniform,0.13143466909726462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,uniform,0.1281760036945343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,uniform,0.12788800398508707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,uniform,0.1413386662801107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,uniform,0.1811786691347758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,uniform,0.14849600195884705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,uniform,0.2429493268330892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,8,uniform,0.07729599873224895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,4,uniform,0.08941866954167683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,2,uniform,0.07267733414967854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,4,uniform,0.0730453332265218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,8,uniform,0.08885866403579712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,uniform,0.18677866458892822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,2,uniform,0.08736000458399455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,uniform,0.1765120029449463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,1,uniform,0.09802666306495667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,uniform,0.09430399537086487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,uniform,0.21861332654953003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,uniform,0.28277866045633954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,uniform,0.4062613248825073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,uniform,0.09759466846783955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,uniform,0.10434133807818095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,uniform,0.14655466874440512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,uniform,0.15334399541219076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,uniform,0.1618666648864746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,uniform,0.18075732390085855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,uniform,0.4051520029703776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,uniform,0.18443200985590616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,uniform,0.21874133745829263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,uniform,0.27851200103759766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,8,uniform,0.07849066456158955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,8,uniform,0.08586666981379192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,4,uniform,0.07371733089288075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,2,uniform,0.07527466615041097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,uniform,0.1887893279393514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,4,uniform,0.08903466661771138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,1,uniform,0.09918399651845296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,2,uniform,0.08752000331878662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,uniform,0.17956799268722534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,uniform,0.21756800015767416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,uniform,0.28115199009577435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,uniform,0.4115626811981201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,uniform,0.09693333506584167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,uniform,0.09242133299509685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,uniform,0.22750933965047201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,uniform,0.10552533467610677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,uniform,0.1486026644706726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,uniform,0.15149333079655966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,uniform,0.16291200121243796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,uniform,0.3786986668904622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,uniform,0.24445333083470663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,uniform,0.28700800736745197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,uniform,0.5714399814605713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,8,uniform,0.07913599908351898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,8,uniform,0.09025599559148152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,4,uniform,0.07469866673151652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,2,uniform,0.07400533556938171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,4,uniform,0.09008000294367473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,uniform,0.19132266441980997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,1,uniform,0.10260799527168274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,2,uniform,0.08827733000119527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,uniform,0.17907732725143433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,uniform,0.22114666302998862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,uniform,0.2839306592941284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,uniform,0.09700266520182292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,uniform,0.4100746711095174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,uniform,0.09825066725413005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,uniform,0.22773865858713785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,uniform,0.15555733442306519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,uniform,0.14917866388956705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,uniform,0.10563733180363973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,uniform,0.16874667008717856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,uniform,0.3806399901707967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,uniform,0.24807999531428018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,uniform,0.28972800572713214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,8,uniform,0.08822932839393616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,uniform,0.5777706702550253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,8,uniform,0.112527996301651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,4,uniform,0.08615466952323914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,2,uniform,0.08903466661771138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,4,uniform,0.10938133796056111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,uniform,0.19463467597961426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,2,uniform,0.11156266927719116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,1,uniform,0.1220266620318095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,uniform,0.18232532342274985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,uniform,0.2243786652882894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,uniform,0.09993599851926167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,uniform,0.41258132457733154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,uniform,0.287717342376709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,uniform,0.11241066455841064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,uniform,0.10238933563232422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,uniform,0.16689066092173258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,uniform,0.15742933750152588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,uniform,0.1535040040810903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,uniform,0.231824000676473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,uniform,0.24893865982691446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,uniform,0.5783573389053345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,uniform,0.2894773284594218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,uniform,0.3845813274383545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,8,uniform,0.08940266569455464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,4,uniform,0.11083199580510457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,4,uniform,0.0862559974193573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,2,uniform,0.08752533793449402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,8,uniform,0.11193600296974182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,2,uniform,0.11258133252461751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,1,uniform,0.12332266569137573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,uniform,0.19293334086736044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,uniform,0.18519999583562216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,uniform,0.28510934114456177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,uniform,0.11417599519093831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,uniform,0.22421334187189737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,uniform,0.41999999682108563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,uniform,0.09989333152770996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,uniform,0.1034399966398875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,uniform,0.16040533781051636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,uniform,0.1675306757291158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,uniform,0.15310399731000265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,uniform,0.24982933203379312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,uniform,0.23286932706832886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,8,uniform,0.08776533603668213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,uniform,0.2919146617253621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,uniform,0.3848373492558797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,uniform,0.5778826475143433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,4,uniform,0.1128053367137909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,4,uniform,0.08842666943868001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,2,uniform,0.09025067090988159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,1,uniform,0.12409599622090657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,8,uniform,0.1148426632086436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,2,uniform,0.11218667030334473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,uniform,0.19543466965357462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,uniform,0.18488534291585287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,uniform,0.22535467147827148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,uniform,0.114464004834493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,uniform,0.29283734162648517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,uniform,0.4230613311131795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,uniform,0.10404266913731892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,uniform,0.10366933544476827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,uniform,0.1620693306128184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,uniform,0.16986666123072305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,uniform,0.15595199664433798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,uniform,0.23341333866119385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,uniform,0.2965493400891622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,uniform,0.25282132625579834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,8,uniform,0.10726400216420491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,uniform,0.3887466589609782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,uniform,0.5901546478271484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,4,uniform,0.10177066922187805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,2,uniform,0.1344213287035624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,2,uniform,0.10265599687894185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,8,uniform,0.13661866386731467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,4,uniform,0.134634663661321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,1,uniform,0.14648000399271646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,uniform,0.22927467028299967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,uniform,0.1871839960416158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,uniform,0.19672000408172607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,uniform,0.29454400142033893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,uniform,0.4294293324152629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,uniform,0.11664533615112305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,uniform,0.10687999924023946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,uniform,0.10361599922180176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,uniform,0.16391467054684958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,uniform,0.15920533736546835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,uniform,0.25300800800323486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,uniform,0.17256534099578857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,uniform,0.23370667298634848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,4,uniform,0.10528000195821126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,uniform,0.2979733347892761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,8,uniform,0.11040533582369487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,uniform,0.3925653298695882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,uniform,0.5927093426386515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,4,uniform,0.134442667166392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,2,uniform,0.10619733730951945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,8,uniform,0.1363040010134379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,2,uniform,0.13352533181508383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,1,uniform,0.14620266358057657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,uniform,0.22968000173568726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,uniform,0.19695999224980673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,uniform,0.19021334250768027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,uniform,0.296725332736969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,uniform,0.43562134106953937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,uniform,0.11919466654459636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,uniform,0.10417600472768147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,uniform,0.10635200142860413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,uniform,0.1639946699142456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,uniform,0.25356799364089966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,uniform,0.1604373355706533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,uniform,0.17284266153971353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,uniform,0.23875200748443604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,uniform,0.2987946669260661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,8,uniform,0.1220853328704834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,uniform,0.3939146598180135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,uniform,0.5993599891662598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,2,uniform,0.1202293336391449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,8,uniform,0.1534986694653829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,4,uniform,0.11900800466537476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,2,uniform,0.15717333555221558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,4,uniform,0.15557333827018738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,1,uniform,0.1686240037282308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,uniform,0.4416319926579793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,uniform,0.19195199012756348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,uniform,0.20151466131210327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,uniform,0.23335466782251993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,uniform,0.3034293254216512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,uniform,0.10570133725802104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,uniform,0.11949867010116577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,uniform,0.11001599828402202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,uniform,0.16222400466601053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,uniform,0.16023466984430948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,uniform,0.17693867286046347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,uniform,0.23913600047429404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,uniform,0.30407466491063434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,uniform,0.2580053408940633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,uniform,0.40117335319519043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,8,uniform,0.17881067593892416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,8,uniform,0.13805333773295084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,uniform,0.6090826590855917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,4,uniform,0.13566399614016214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,2,uniform,0.13648533821105957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,1,uniform,0.1911946733792623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,4,uniform,0.17862399419148764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,2,uniform,0.1824000080426534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,uniform,0.1957333286603292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,uniform,0.2039360006650289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,uniform,0.4492533206939697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,uniform,0.30973867575327557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,uniform,0.23853866259256998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,uniform,0.13172266880671182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,uniform,0.13064000010490417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,uniform,0.1660319964090983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,uniform,0.14846400419871011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,uniform,0.16761600971221924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,uniform,0.18116267522176108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,uniform,0.2457546591758728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,uniform,0.41152532895406085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,uniform,0.2634506622950236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,uniform,0.3070026636123657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,8,uniform,0.20165334145228067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,8,uniform,0.14543466766675314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,4,uniform,0.14780799547831217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,uniform,0.6179840167363485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,2,uniform,0.14863466223080954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,4,uniform,0.20117332537968954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,2,uniform,0.20486400524775186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,1,uniform,0.21692800521850586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,uniform,0.1962719957033793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,uniform,0.20855466524759927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,uniform,0.24395199616750082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,uniform,0.13507200280825296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,uniform,0.13244799772898355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,uniform,0.4614933331807454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,uniform,0.3181973298390706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,uniform,0.23349867264429727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,uniform,0.15236266454060873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,uniform,0.22582934300104776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,uniform,0.22636266549428305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,uniform,0.24700266122817993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,uniform,0.26473599672317505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,uniform,0.3116533358891805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,uniform,0.418559988339742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,8,uniform,0.17289066314697266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,uniform,0.6243786811828613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,4,uniform,0.17058134078979492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,2,uniform,0.2526560028394063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,2,uniform,0.17227200667063394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,8,uniform,0.23846399784088135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,4,uniform,0.24316267172495523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,uniform,0.2541760007540385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,1,uniform,0.26429333289464313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,uniform,0.20722667376200357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,uniform,0.21480000019073486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,uniform,0.3293386697769165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,uniform,0.47233064969380695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,uniform,0.13773866494496664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,uniform,0.14095999797185263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,uniform,0.158351997534434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,uniform,0.2342453400293986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,uniform,0.32440000772476196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,uniform,0.22682666778564453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,uniform,0.24211200078328451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,uniform,0.2726400097211202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,uniform,0.2568533420562744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,8,uniform,0.22394132614135742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,uniform,0.42633601029713947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,4,uniform,0.22202134132385254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,uniform,0.6334026654561361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,2,uniform,0.2251946727434794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,8,uniform,0.31989334026972455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,2,uniform,0.3474666674931844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,4,uniform,0.33021867275238037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,1,uniform,0.3598826726277669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,uniform,0.6828320026397705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,uniform,0.32756266991297406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,uniform,0.35123733679453534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,uniform,0.3647040128707886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,uniform,0.47097599506378174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,uniform,0.19165333112080893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,uniform,0.21370132764180502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,uniform,0.1943839987119039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,uniform,0.31998932361602783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,uniform,0.31622932354609173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,uniform,0.33505598704020184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,uniform,0.2901013294855754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,uniform,0.3587840000788371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,uniform,0.30992533763249713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,8,uniform,0.3970773220062256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,uniform,0.47751466433207196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,8,uniform,0.26716800530751544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,4,uniform,0.2682560086250305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,uniform,0.7098773320515951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,2,uniform,0.27153066794077557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,4,uniform,0.4153493245442708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,2,uniform,0.43836267789204914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,1,uniform,0.4538613160451253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,uniform,0.3450133403142293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,uniform,0.36476266384124756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,uniform,0.22178133328755698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,uniform,0.3877919912338257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,uniform,0.49590933322906494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,uniform,0.7238559722900391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,uniform,0.2239840030670166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,uniform,0.38912534713745117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,uniform,0.25198400020599365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,uniform,0.3913280169169108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,uniform,0.44360534350077313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,uniform,0.40693334738413495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,uniform,0.4766346613566081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,uniform,0.6566239992777506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,uniform,0.4997760057449341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,8,uniform,0.3656533161799113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,uniform,0.9722452958424886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,4,uniform,0.36479465166727704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,4,uniform,0.5805386702219645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,2,uniform,0.3752319812774658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,2,uniform,0.6258933146794637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,8,uniform,0.5539573431015015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,1,uniform,0.6349386771519979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,uniform,0.5100906689961752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,uniform,0.46302934487660724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,uniform,0.49346665541330975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,uniform,0.6467519998550415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,uniform,0.9445599714914957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,uniform,0.28490134080251056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,uniform,0.28064000606536865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,uniform,0.30719999472300213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,uniform,0.47461334864298504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,uniform,0.47404801845550537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,uniform,0.49057598908742267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,uniform,0.4682933489481608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,uniform,0.7117226918538412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,uniform,0.5330773194630941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,uniform,0.509610652923584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,8,uniform,0.45976531505584717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,8,uniform,0.703285296758016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,4,uniform,0.4591093460718791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,uniform,1.0316267013549805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,2,uniform,0.468389352162679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,4,uniform,0.7432533105214437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,2,uniform,0.7992640336354574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,1,uniform,0.8216373125712076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,uniform,0.5756800174713135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,uniform,0.6184639930725098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,uniform,0.63646932442983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,uniform,0.8019146919250488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,uniform,1.1764000256856282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,uniform,0.3476853370666504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,uniform,0.3415786822636922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,uniform,0.3805066744486491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,uniform,0.6079893509546915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,uniform,0.610368013381958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,uniform,0.6379146575927734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,uniform,0.6354933182398478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,uniform,0.9248053232828776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,uniform,0.6893280347188314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,uniform,0.7034719785054525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,8,uniform,0.6658933162689209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,4,uniform,0.6690239906311035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,8,uniform,1.031557321548462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,2,uniform,0.6906826496124268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,uniform,1.3573439915974934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,4,uniform,1.0995253721872966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,2,uniform,1.1815306345621746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,1,uniform,1.2101866404215496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,uniform,0.8638506730397543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,uniform,0.8045653502146403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,uniform,0.8703893025716146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,uniform,1.0729119777679443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,uniform,0.4645173152287801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,uniform,1.5870453516642253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,uniform,0.4587999979654948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,uniform,0.49561067422231037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,uniform,0.827344020207723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,uniform,0.8265813191731771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,uniform,0.8558719952901205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,uniform,0.8304906686147054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,uniform,0.8910933335622152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,uniform,0.8958666324615479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,uniform,1.1800533135732014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,8,uniform,0.8575519720713297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,4,uniform,0.8682293097178141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,2,uniform,0.892794688542684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,uniform,1.739712079366048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,2,uniform,1.543882687886556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,8,uniform,1.3498934110005696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,4,uniform,1.43122132619222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,1,uniform,1.5735999743143718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,uniform,1.3702452977498372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,uniform,1.0233386357625325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,uniform,1.0995840231577556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,uniform,1.1207626660664876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,uniform,0.5877279837926229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,uniform,1.9886986414591472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,uniform,0.5737119913101196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,uniform,0.630944013595581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,uniform,1.0476106802622478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,uniform,1.050704002380371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,uniform,1.094282627105713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,uniform,1.1462986469268799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,uniform,1.230837345123291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,uniform,1.2257973353068035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,8,uniform,1.2468000253041585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,4,uniform,1.2661920388539631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,uniform,1.5574506123860676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,2,uniform,1.3078293005625408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,8,uniform,1.9742666880289714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,uniform,2.255397319793701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,4,uniform,2.10808531443278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,2,uniform,2.2848480542500815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,1,uniform,2.2975680033365884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,uniform,1.4855732917785645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,uniform,1.5782079696655273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,uniform,1.9579626719156902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,uniform,1.6012053489685059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,uniform,2.8687947591145835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,uniform,0.8280533154805502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,uniform,0.7982026735941569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,uniform,0.8595200379689535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,uniform,1.5412267049153645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,uniform,1.545178731282552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,uniform,1.5313119888305664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,uniform,1.6360692977905273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,uniform,1.6340853373209636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,uniform,1.68339204788208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,uniform,2.0398453076680503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,8,uniform,1.6305279731750488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,4,uniform,1.667952060699463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,2,uniform,1.7158880233764648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,8,uniform,2.6034132639567056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,4,uniform,2.7991199493408203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,2,uniform,3.0298773447672525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,uniform,3.0322240193684897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,1,uniform,3.0373973846435547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,uniform,1.936090628306071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,uniform,2.090714613596598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,uniform,2.063792069753011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,uniform,2.52512534459432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,uniform,3.712122599283854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,uniform,1.0303733348846436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,uniform,1.0689280033111572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,uniform,1.1184053421020508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,uniform,1.9728585879007976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,uniform,2.100858688354492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,uniform,2.0428160031636557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,uniform,1.9928693771362305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,uniform,2.1793333689371743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,uniform,2.208207925160726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,4,uniform,2.46122137705485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,8,uniform,2.4040053685506186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,2,uniform,2.532362620035807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,8,uniform,3.8371893564860025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,4,uniform,4.148240089416504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,2,uniform,4.500277201334636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,uniform,2.6585866610209146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,uniform,3.9629173278808594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,1,uniform,4.513338724772136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,uniform,2.8603359858194985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,uniform,3.0414133071899414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,uniform,3.7006613413492837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,uniform,3.0813118616739907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,uniform,1.550597349802653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,uniform,5.416506449381511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,uniform,1.4936693509419758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,uniform,1.6195200284322102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,uniform,2.903301239013672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,uniform,2.9465068181355796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,uniform,2.9309441248575845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,uniform,3.0905545552571616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,uniform,3.1466986338297525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,uniform,3.19268798828125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,8,uniform,3.188805262247721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,4,uniform,3.2333014806111655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,2,uniform,3.3546346028645835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,8,uniform,5.12067190806071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,4,uniform,5.503493626912435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,2,uniform,5.959066390991211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,uniform,5.597295761108398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,uniform,3.8019094467163086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,1,uniform,5.988661448160808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,uniform,4.067493438720703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,uniform,4.0364532470703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,uniform,3.760469436645508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,uniform,4.847423871358235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,uniform,7.131066640218099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,uniform,1.962165355682373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,uniform,2.0426719983418784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,uniform,2.123487949371338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,uniform,3.8402560551961265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,uniform,4.090410550435384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,uniform,3.8901494344075522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,uniform,3.9644692738850913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,uniform,4.250389417012532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,uniform,4.290058771769206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,8,uniform,3.943824132283529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,4,uniform,4.038469314575195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,2,uniform,4.1548105875651045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,8,uniform,6.368399937947591
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,4,uniform,6.878986358642578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,2,uniform,7.431829452514648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,1,uniform,7.465285619099935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,uniform,5.053018569946289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,uniform,7.4626719156901045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,uniform,4.669989267985026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,uniform,5.019184112548828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,uniform,6.017152150472005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,uniform,5.057562510172526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,uniform,8.849738438924154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,uniform,2.528853257497152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,uniform,2.43778133392334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,uniform,2.6280213991800943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,uniform,4.714101473490397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,uniform,4.784709294637044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,uniform,5.029808044433594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,uniform,4.857045491536458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,uniform,5.220597267150879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,uniform,5.258325258890788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,uniform,0.056426664193471275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,uniform,0.041989331444104515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,uniform,0.04251199960708618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,uniform,0.04221333563327789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,uniform,0.06832000116507213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,uniform,6.164773305257161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,uniform,9.180954615275065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,uniform,0.05120000243186951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,uniform,0.04394133388996124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,uniform,0.04622933268547058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,uniform,0.06473599870999654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,uniform,0.056287998954455055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,uniform,0.05842133363087972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,uniform,0.06734933455785115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,uniform,0.08981333176294963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,uniform,0.04574933151404063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,uniform,0.050901333491007485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,uniform,0.04565866788228353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,uniform,0.04678933322429657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,uniform,0.06515199939409892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,uniform,0.060047999024391174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,uniform,0.05251200000445048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,uniform,0.053599998354911804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,uniform,0.07525333265463512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,uniform,0.06474666794141133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,uniform,0.05874133110046387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,uniform,0.061887999375661217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,uniform,0.07593599955240886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,uniform,0.1060746709505717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,uniform,0.05563200016816457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,uniform,0.04301333427429199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,uniform,0.043098668257395424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,uniform,0.044031997521718345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,uniform,0.06926399966080983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,uniform,0.05316799879074097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,uniform,0.051701332132021584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,uniform,0.056101332108179726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,uniform,0.06385600070158641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,uniform,0.057402665416399636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,uniform,0.062128002444903054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,uniform,0.09468266367912292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,uniform,0.07289066910743713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,uniform,0.04764266808827718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,uniform,0.04632533093293508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,uniform,0.04789333542188009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,uniform,0.05355200171470642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,uniform,0.060266668597857155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,uniform,0.05264000097910563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,uniform,0.05328533550103506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,uniform,0.06005333364009857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,uniform,0.0717386653025945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,uniform,0.06250133117039998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,uniform,0.0598826656738917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,uniform,0.06435733536879222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,uniform,0.07595733304818471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,uniform,0.054416000843048096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,uniform,0.09924800197283427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,uniform,0.0536106675863266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,uniform,0.05249066650867462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,uniform,0.056501333912213646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,uniform,0.06406400104363759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,uniform,0.06676800052324931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,uniform,0.06725866595904033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,uniform,0.06936533252398173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,uniform,0.06508266429106395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,uniform,0.06578133503595988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,uniform,0.0690719981988271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,uniform,0.10100799798965454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,uniform,0.07579733431339264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,uniform,0.047744000951449074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,uniform,0.04517866671085358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,uniform,0.048997332652409874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,uniform,0.051072001457214355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,uniform,0.06419200201829274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,uniform,0.06238399942715963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,uniform,0.06460799773534139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,uniform,0.08591467142105103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,uniform,0.06868266562620799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,uniform,0.06310933331648509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,uniform,0.06460266808668773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,uniform,0.11250133315722148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,uniform,0.08216000099976857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,uniform,0.070592001080513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,uniform,0.05247466762860616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,uniform,0.05165866514046987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,uniform,0.052789335449536644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,uniform,0.05429333448410034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,uniform,0.06754133105278015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,uniform,0.06780266761779785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,uniform,0.06789866586526234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,uniform,0.0699839989344279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,uniform,0.07794133325417836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,uniform,0.08095466593901317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,uniform,0.08425066868464152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,uniform,0.09742933511734009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,uniform,0.1213759978612264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,uniform,0.05423999826113383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,uniform,0.05724266668160757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,uniform,0.050586665670077004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,uniform,0.05978666742642721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,uniform,0.0758240024248759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,uniform,0.07563200096289317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,uniform,0.07868266602357228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,uniform,0.08508267005284627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,uniform,0.10281067093213399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,uniform,0.08175466458002727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,uniform,0.07459199925263722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,uniform,0.08598400155703227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,uniform,0.09475732843081157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,uniform,0.1311946709950765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,uniform,0.0566240002711614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,uniform,0.05586666862169901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,uniform,0.058186665177345276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,uniform,0.05431999762852987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,uniform,0.06866666674613953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,uniform,0.06425599753856659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,uniform,0.06922666728496552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,uniform,0.06849066913127899
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,uniform,0.10641066233317058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,uniform,0.11017599701881409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,uniform,0.11341866850852966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,uniform,0.12959999839464822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,uniform,0.1673333247502645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,uniform,0.0708426684141159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,uniform,0.0674186646938324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,uniform,0.0751093327999115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,uniform,0.07854400078455608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,uniform,0.10934399565060933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,uniform,0.10987733801205952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,uniform,0.1151039997736613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,uniform,0.1220906674861908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,uniform,0.15532799561818442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,uniform,0.10718400279680888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,uniform,0.10598933696746826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,uniform,0.11558933059374492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,uniform,0.1309653321901957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,uniform,0.1747573415438334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,uniform,0.052746668457984924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,uniform,0.056517332792282104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,uniform,0.05792533357938131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,uniform,0.06009600063165029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,uniform,0.06970133384068807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,uniform,0.06968000034491222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,uniform,0.07047466437021892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,uniform,0.07393600046634674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,uniform,0.16781866550445557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,uniform,0.1650879979133606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,uniform,0.1771519978841146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,uniform,0.20441067218780518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,uniform,0.2579413255055745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,uniform,0.07259200016657512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,uniform,0.07236266632874806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,uniform,0.07694399853547414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,uniform,0.07993066807587941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,uniform,0.12229333321253459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,uniform,0.12201600273450215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,uniform,0.1255519986152649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,uniform,0.17479999860127768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,uniform,0.13858667016029358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,uniform,0.16101333498954773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,uniform,0.16576000054677328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,uniform,0.17713600397109985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,uniform,0.2028426726659139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,uniform,0.26703999439875287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,uniform,0.057706668972969055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,uniform,0.05734399954477946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,uniform,0.06109866499900818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,uniform,0.05554133156935374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,uniform,0.07107200225194295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,uniform,0.0672106643517812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,uniform,0.07177599767843883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,uniform,0.07241066793600719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,uniform,0.16593600312868753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,uniform,0.1706399917602539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,uniform,0.1784320076306661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,uniform,0.2659893234570821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,uniform,0.2035199999809265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,uniform,0.0732479989528656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,uniform,0.07310399909814198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,uniform,0.0730506678422292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,uniform,0.08641067147254944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,uniform,0.12877333164215088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,uniform,0.12455466389656067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,uniform,0.1323466698328654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,uniform,0.14667200048764548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,uniform,0.18392000595728555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,uniform,0.22241065899531046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,uniform,0.22512533267339072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,uniform,0.2403306762377421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,uniform,0.2770133415857951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,uniform,0.3546453317006429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,uniform,0.054527997970581055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,uniform,0.05392000079154968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,uniform,0.059477334221204124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,uniform,0.056559999783833824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,uniform,0.07063466807206471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,uniform,0.06772799789905548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,uniform,0.0724373310804367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,uniform,0.07362666726112366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,uniform,0.1672053337097168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,uniform,0.17167999347050986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,uniform,0.18227199713389078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,uniform,0.21150932709376016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,uniform,0.27157866954803467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,uniform,0.07502399881680806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,uniform,0.075573335091273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,uniform,0.08000533282756805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,uniform,0.08887466788291931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,uniform,0.12525332967440286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,uniform,0.1258133351802826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,uniform,0.1437173287073771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,uniform,0.12973333398501077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,uniform,0.18337599436442056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,uniform,0.22062933444976807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,uniform,0.22379199663798013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,uniform,0.24183466037114462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,uniform,0.2762719988822937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,uniform,0.36211733023325604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,uniform,0.059717332323392235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,uniform,0.05964266757170359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,uniform,0.06115733087062836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,uniform,0.06543466448783875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,uniform,0.0731573353211085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,uniform,0.07389866809050243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,uniform,0.07562133173147838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,uniform,0.08206933240095775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,uniform,0.1739679972330729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,uniform,0.18222399552663168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,uniform,0.19468265771865845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,uniform,0.2352799971898397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,uniform,0.3146773378054301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,uniform,0.08498133222262065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,uniform,0.07241066793600719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,uniform,0.0751146674156189
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,uniform,0.09302933017412822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,uniform,0.13734933733940125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,uniform,0.13170133034388223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,uniform,0.13120533029238382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,uniform,0.16540799538294473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,uniform,0.21570666631062826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,uniform,0.23148800929387411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,uniform,0.2372586727142334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,uniform,0.25446399052937824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,uniform,0.31903467575709027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,uniform,0.4373600085576375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,uniform,0.05977599819501241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,uniform,0.06005866825580597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,uniform,0.06242666641871134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,uniform,0.06683733562628429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,uniform,0.07482133309046428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,uniform,0.07372800012429555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,uniform,0.08336533109347026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,uniform,0.0767146646976471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,uniform,0.18358399470647177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,uniform,0.17491199572881064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,uniform,0.3241013288497925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,uniform,0.2387626568476359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,uniform,0.191210667292277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,uniform,0.07972800234953563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,uniform,0.07660800218582153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,uniform,0.08701333403587341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,uniform,0.09564266602198283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,uniform,0.1313813328742981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,uniform,0.1393280029296875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,uniform,0.13153066237767538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,uniform,0.16259732842445374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,uniform,0.21778666973114014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,uniform,0.22749332586924234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,uniform,0.23355199893315634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,uniform,0.26217599709828693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,uniform,0.32249067227045697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,uniform,0.4397066831588745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,uniform,0.06081066528956095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,uniform,0.056832000613212585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,uniform,0.06354666749636333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,uniform,0.06477866570154826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,uniform,0.07413866619269054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,uniform,0.07480533421039581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,uniform,0.07799466451009114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,uniform,0.08663466572761536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,uniform,0.17731734116872153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,uniform,0.18616533279418945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,uniform,0.19916266202926636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,uniform,0.23745600382486978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,uniform,0.3338293234507243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,uniform,0.07543999950091045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,uniform,0.0842186709245046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,uniform,0.08427199721336365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,uniform,0.14071466525395712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,uniform,0.09912533561388652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,uniform,0.14258133371671042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,uniform,0.1397119959195455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,uniform,0.16844799121220908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,uniform,0.2299999992052714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,uniform,0.23512534300486246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,uniform,0.2407840092976888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,uniform,0.26476265986760456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,uniform,0.3206826647122701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,uniform,0.4529120127360026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,uniform,0.0653706689675649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,uniform,0.06668266654014587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,uniform,0.06100266675154368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,uniform,0.07373333474000295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,uniform,0.07543466488520305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,uniform,0.07940266529719035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,uniform,0.08821866909662883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,uniform,0.18497600158055624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,uniform,0.08062933385372162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,uniform,0.18774932622909546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,uniform,0.20286933581034342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,uniform,0.246671994527181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,uniform,0.08261866867542267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,uniform,0.08561066786448161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,uniform,0.08647466699282329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,uniform,0.33874666690826416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,uniform,0.10711999734242757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,uniform,0.13550399740537009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,uniform,0.1413706640402476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,uniform,0.17827733357747397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,uniform,0.14733333388964334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,uniform,0.23813333113988241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,uniform,0.24175999561945596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,uniform,0.26945600907007855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,uniform,0.24845866362253824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,uniform,0.33053867022196454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,uniform,0.45586133003234863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,uniform,0.06573333342870076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,uniform,0.06229866544405619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,uniform,0.06774400174617767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,uniform,0.08065600196520488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,uniform,0.07639466722806294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,uniform,0.08035199840863545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,uniform,0.08760000268618266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,uniform,0.0951039989789327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,uniform,0.18953067064285278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,uniform,0.18592000007629395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,uniform,0.20497065782546997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,uniform,0.2544800043106079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,uniform,0.35049601395924884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,uniform,0.08311999837557475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,uniform,0.08590933680534363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,uniform,0.09355200330416362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,uniform,0.1092800001303355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,uniform,0.13859732945760092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,uniform,0.13673599561055502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,uniform,0.1500640014807383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,uniform,0.17519466082255045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,uniform,0.23681066433588663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,uniform,0.24028799931208292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,uniform,0.2553760011990865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,uniform,0.26708267132441205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,uniform,0.4681599934895833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,uniform,0.330512007077535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,uniform,0.06763733426729839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,uniform,0.06412266691525777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,uniform,0.0710399995247523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,uniform,0.0749066670735677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,uniform,0.08292266726493835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,uniform,0.08274133503437042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,uniform,0.09083732962608337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,uniform,0.1018453339735667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,uniform,0.189082662264506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,uniform,0.19300800561904907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,uniform,0.2630186676979065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,uniform,0.3630773226420085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,uniform,0.2055466572443644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,uniform,0.08558932940165202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,uniform,0.08344533046086629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,uniform,0.1146453320980072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,uniform,0.09099200367927551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,uniform,0.14125333229700723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,uniform,0.14308266838391623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,uniform,0.1604426701863607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,uniform,0.19050665696461996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,uniform,0.2576799988746643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,uniform,0.24150399367014566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,uniform,0.25492266813913983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,uniform,0.2737226684888204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,uniform,0.3455093304316203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,uniform,0.48106666405995685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,uniform,0.07741333544254303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,uniform,0.0711839993794759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,uniform,0.08070399860541026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,uniform,0.08644266923268636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,uniform,0.09015466769536336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,uniform,0.08675199747085571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,uniform,0.09970666964848836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,uniform,0.1150986651579539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,uniform,0.22471467653910318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,uniform,0.28091732660929364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,uniform,0.19853333632151285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,uniform,0.19090133905410767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,uniform,0.38849600156148273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,uniform,0.08896533648173015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,uniform,0.09233599901199341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,uniform,0.10656000177065532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,uniform,0.12203199664751689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,uniform,0.15713600317637125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,uniform,0.16040533781051636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,uniform,0.2797120014826457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,uniform,0.17307200034459433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,uniform,0.2014133334159851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,uniform,0.26446400086085003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,uniform,0.2667626738548279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,uniform,0.3687146504720052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,uniform,0.2890026569366455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,uniform,0.5036373138427734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,uniform,0.07863466441631317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,uniform,0.0738506664832433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,uniform,0.08340799808502197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,uniform,0.09124799569447835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,uniform,0.09248532851537068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,uniform,0.09448533256848653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,uniform,0.10239467024803162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,uniform,0.12106133500734965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,uniform,0.1997386614481608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,uniform,0.20972800254821777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,uniform,0.22868800163269043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,uniform,0.2893173297246297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,uniform,0.4018506606419881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,uniform,0.09758933385213216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,uniform,0.10272533694903056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,uniform,0.1111840009689331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,uniform,0.13294933239618936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,uniform,0.1544266641139984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,uniform,0.1707520087560018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,uniform,0.1583466629187266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,uniform,0.2092426617940267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,uniform,0.2622026602427165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,uniform,0.2889920075734456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,uniform,0.2754720052083333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,uniform,0.29587199290593463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,uniform,0.37139733632405597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,uniform,0.5245333512624105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,uniform,0.08297066887219746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,uniform,0.07846400141716003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,uniform,0.08940266569455464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,uniform,0.1055573324362437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,uniform,0.09829866886138916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,uniform,0.11346667011578877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,uniform,0.10193066795667012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,uniform,0.1339413324991862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,uniform,0.2118133306503296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,uniform,0.21783467133839926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,uniform,0.30755199988683063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,uniform,0.2378986676534017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,uniform,0.4478293259938558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,uniform,0.09852266311645508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,uniform,0.1090880036354065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,uniform,0.141866664091746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,uniform,0.11476799845695496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,uniform,0.1667733391125997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,uniform,0.16083199779192606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,uniform,0.1843306620915731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,uniform,0.2261013388633728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,uniform,0.3303626577059428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,uniform,0.27684799830118817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,uniform,0.2864053249359131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,uniform,0.3924266497294108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,uniform,0.5626720190048218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,uniform,0.30965866645177204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,uniform,0.08405866225560506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,uniform,0.08655466636021932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,uniform,0.09887466828028361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,uniform,0.12473600109418233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,uniform,0.10616532961527507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,uniform,0.11716799934705098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,uniform,0.1332586705684662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,uniform,0.17140799760818481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,uniform,0.24818134307861328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,uniform,0.2566506663958232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,uniform,0.2860853274663289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,uniform,0.3689653476079305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,uniform,0.5486186742782593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,uniform,0.13512532909711203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,uniform,0.1416159967581431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,uniform,0.1888320048650106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,uniform,0.15177067120869955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,uniform,0.2040533423423767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,uniform,0.2023306687672933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,uniform,0.22644267479578653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,uniform,0.4254773457845052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,uniform,0.2800426681836446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,uniform,0.3153066635131836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,uniform,0.3225119908650716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,uniform,0.36002667744954425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,uniform,0.452021320660909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,uniform,0.6818239688873291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,uniform,0.0972053309281667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,uniform,0.0939359962940216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,uniform,0.11469866832097371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,uniform,0.1402400036652883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,uniform,0.12277332941691081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,uniform,0.11684266726175944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,uniform,0.20811200141906738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,uniform,0.14623467127482095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.2643466591835022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,uniform,0.2746880054473877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,uniform,0.3123520016670227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,uniform,0.4179519812266032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,uniform,0.1469013293584188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,uniform,0.6119786500930786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,uniform,0.15422399838765463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,uniform,0.16974933942159018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,uniform,0.2117919921875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,uniform,0.22868265708287558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,uniform,0.2118133306503296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,uniform,0.2563839952150981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,uniform,0.32071999708811444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,uniform,0.48287999629974365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,uniform,0.3278719981511434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,uniform,0.3417493502298991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,uniform,0.5044000148773193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,uniform,0.7541333039601644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,uniform,0.38157331943511963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,uniform,0.11806933085123698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,uniform,0.12370133399963379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,uniform,0.1467413306236267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,uniform,0.20414932568868002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,uniform,0.16863999764124551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,uniform,0.1557813286781311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,uniform,0.20297066370646158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,uniform,0.2996533314387004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,uniform,0.29360532760620117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,uniform,0.3097333312034607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,uniform,0.3668266534805298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,uniform,0.5091413259506226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,uniform,0.7710346380869547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,uniform,0.16370133558909097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,uniform,0.1808746655782064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,uniform,0.2683359980583191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,uniform,0.19964265823364258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,uniform,0.24030399322509766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,uniform,0.30002133051554364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,uniform,0.2545386751492818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,uniform,0.4078559875488281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,uniform,0.6158933242162069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,uniform,0.3606346845626831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,uniform,0.4453599850336711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,uniform,0.3787519931793213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,uniform,0.6041280031204224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,uniform,0.9015626907348633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,uniform,0.12845333417256674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,uniform,0.13873066504796347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,uniform,0.17414400974909464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,uniform,0.26685865720113117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,uniform,0.16839466492335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,uniform,0.19044800599416098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,uniform,0.25405333439509076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,uniform,0.37554665406545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.3213813304901123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,uniform,0.34196801980336505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,uniform,0.42745065689086914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,uniform,0.5935306549072266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,uniform,0.9132640361785889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,uniform,0.18689066171646118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,uniform,0.22864532470703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,uniform,0.1957226594289144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,uniform,0.32446932792663574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,uniform,0.2699039975802104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,uniform,0.2860853274663289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,uniform,0.36128000418345135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,uniform,0.7545013427734375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,uniform,0.47680532932281494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,uniform,0.39617598056793213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,uniform,0.513157327969869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,uniform,0.4203253189722697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,uniform,0.6941813627878824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,uniform,1.0648480256398518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,uniform,0.19311465819676718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,uniform,0.21128533283869425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,uniform,0.39521066347757977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,uniform,0.2696266571680705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,uniform,0.24540799856185913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,uniform,0.28008000055948895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,uniform,0.3796000083287557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,uniform,0.542522668838501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,uniform,0.3800906737645467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,uniform,0.42528533935546875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,uniform,1.2100853125254314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,uniform,0.7642026742299398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,uniform,0.5303039948145548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,uniform,0.2392266591389974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,uniform,0.2581813335418701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,uniform,0.32923199733098346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,uniform,0.4565173387527466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,uniform,0.35230934619903564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,uniform,0.39263466993967694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,uniform,0.6831466356913248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,uniform,0.5013279914855957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,uniform,1.0934933026631672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,uniform,0.45573333899180096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,uniform,0.5091253519058228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,uniform,0.6231573422749838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,uniform,0.8612426916758219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,uniform,1.3656479517618816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,uniform,0.2266826629638672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,uniform,0.26021333535512287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,uniform,0.3536906639734904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,uniform,0.503712018330892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,uniform,0.2913813392321269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,uniform,0.3664693435033162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,uniform,0.4838186502456665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,uniform,0.705509344736735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.434773325920105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,uniform,0.5052640040715536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,uniform,0.6350239912668864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,uniform,0.9051199754079183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,uniform,1.4537919362386067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,uniform,0.2714400092760722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,uniform,0.3111039996147156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,uniform,0.3993493318557739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,uniform,0.5585973262786865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,uniform,0.46344534556070965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,uniform,0.40054933230082196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,uniform,0.8310666879018148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,uniform,1.3372267087300618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,uniform,0.5932373205820719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,uniform,0.5185279846191406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,uniform,0.5934133529663086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,uniform,0.7373173236846924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,uniform,1.0407626628875732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,uniform,1.653637409210205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,uniform,0.3118133346239726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,uniform,0.3794826666514079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,uniform,0.5016213258107504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,uniform,0.7298293113708496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,uniform,0.41864534219106037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,uniform,0.5376426776250204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,uniform,0.7061973412831625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,uniform,1.0371466477711995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,uniform,0.595578670501709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,uniform,0.7074613571166992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,uniform,1.3703306516011555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,uniform,0.909605344136556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,uniform,2.244815985361735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,uniform,0.3765759865442912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,uniform,0.4397600094477336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,uniform,0.5614933172861735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,uniform,0.8008426825205485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,uniform,0.5450239976247152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,uniform,0.6475626627604166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,uniform,1.9015146891276042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,uniform,1.1888426939646404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,uniform,0.8061707019805908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,uniform,0.6518880128860474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,uniform,0.7528586387634277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,uniform,1.3769013086954753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,uniform,0.9469013214111328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,uniform,2.230122725168864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,uniform,0.38100266456604004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,uniform,0.4914826552073161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,uniform,0.6350880066553751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,uniform,0.9387253125508627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,uniform,0.5456159909566244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,uniform,0.6995413303375244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,uniform,0.9233653545379639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,uniform,1.3576107025146484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.7216479778289795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,uniform,0.8545653025309244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,uniform,1.1098240216573079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,uniform,1.69815460840861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,uniform,2.811077435811361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,uniform,0.45850666364034015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,uniform,0.7085493405659994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,uniform,0.5528106689453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,uniform,1.024074633916219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,uniform,0.7246879736582438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,uniform,0.839792013168335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,uniform,1.0582506656646729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,uniform,1.5532479286193848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,uniform,2.47542397181193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,uniform,0.8677386442820231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,uniform,0.9916853109995524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,uniform,1.2554453214009602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,uniform,1.9014026323954265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,uniform,3.105205217997233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,uniform,0.5894080003102621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,uniform,0.7202933629353842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,uniform,0.951317310333252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,uniform,1.3886987368265789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,uniform,0.8112053076426188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,uniform,1.03329070409139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,uniform,1.3648160298665364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,uniform,2.0175466537475586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,uniform,1.0429226557413738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,uniform,1.2306026617685955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,uniform,0.6845599810282389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,uniform,4.119695981343587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,uniform,1.615440050760905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,uniform,2.414896011352539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,uniform,0.8107306957244873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,uniform,1.0205333232879639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,uniform,1.480629285176595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,uniform,1.002394676208496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,uniform,1.147536039352417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,uniform,1.470293362935384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,uniform,2.1756159464518228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,uniform,3.5846080780029297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,uniform,1.1350560188293457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,uniform,1.3108747005462646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,uniform,1.703221321105957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,uniform,2.6035146713256836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,uniform,4.230794588724772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,uniform,0.7608053684234619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,uniform,0.937941312789917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,uniform,1.239535967508952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,uniform,1.8120320638020833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,uniform,1.0521386464436848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,uniform,1.3546239535013835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,uniform,2.6597654024759927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,uniform,1.7925492922465007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,uniform,1.3601172765096028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,uniform,1.6114187240600586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,uniform,2.143184026082357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,uniform,3.193152109781901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,uniform,5.44700813293457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,uniform,0.8820799986521403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,uniform,1.3212426503499348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,uniform,1.0347200234731038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,uniform,1.9407359759012859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,uniform,1.3197866280873616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,uniform,1.520576000213623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,uniform,1.9591786066691081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,uniform,2.8929386138916016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,uniform,4.710794766743978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,uniform,1.5246507326761882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,uniform,1.77564271291097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,uniform,2.2883572578430176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,uniform,3.463839848836263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,uniform,0.932522694269816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,uniform,5.736437479654948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,uniform,1.1585066318511963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,uniform,2.2450453440348306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,uniform,1.5304479598999023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,uniform,1.3076693216959636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,uniform,1.6933973630269368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,uniform,3.309941291809082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,uniform,2.227306683858236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,uniform,1.6898293495178223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,uniform,1.9917759895324707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,uniform,2.6585280100504556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,uniform,3.9973599116007485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,uniform,6.798890431722005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,uniform,1.1054240067799885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,uniform,1.2902826468149822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,uniform,1.64463472366333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,uniform,2.41922664642334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,uniform,1.6103733380635579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,uniform,1.8603092829386394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,uniform,2.3918399810791016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,uniform,3.5384372075398765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,uniform,5.792282740275065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,uniform,1.912160078684489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,uniform,2.206933339436849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,uniform,2.868879954020182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,uniform,4.303536097208659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,uniform,0.06697600086530049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,uniform,0.05078400174776713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,uniform,0.049285332361857094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,8,uniform,0.07804266611735027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,uniform,0.07029333213965099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,uniform,0.05342400074005127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,uniform,0.09030399719874065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,uniform,7.1737016042073565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,uniform,0.06508799890677135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,uniform,0.05776533484458923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,uniform,0.05774400134881338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,uniform,0.061520000298817955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,uniform,0.0588266650835673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,uniform,0.05085866649945577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,uniform,0.049173335234324135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,uniform,0.048309331138928734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,uniform,0.04876266419887543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,uniform,0.06258666515350342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,uniform,0.050442665815353394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,64,uniform,0.0867733359336853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,uniform,0.06525866687297821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,uniform,0.05564799904823303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,uniform,0.05495466788609823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,uniform,0.05272533496220907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,uniform,0.05699733396371206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,uniform,0.09121599793434143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,uniform,0.06705066561698914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,uniform,0.05829866727193197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,uniform,0.059205333391825356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,uniform,0.062405332922935486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,uniform,0.06804800033569336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,uniform,0.05202133456865946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,uniform,0.05087999999523163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,uniform,0.05610666672388712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,8,uniform,0.07961600025494893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,uniform,0.06159466505050659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,uniform,0.058965335289637245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,uniform,0.06464533507823944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,uniform,0.08566932876904805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,uniform,0.06111466884613037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,uniform,0.05839466551939646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,uniform,0.06305066744486491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,uniform,0.05946133534113566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,uniform,0.06525333225727081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,uniform,0.05183466772238413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,uniform,0.05019199848175049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,uniform,0.05017066498597463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,uniform,0.04959466556708018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,uniform,0.052101333936055504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,uniform,0.0691893349091212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,64,uniform,0.08923733234405518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,uniform,0.05586666862169901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,uniform,0.05715199808279673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,uniform,0.05820266902446747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,uniform,0.06160533428192139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,uniform,0.08989866574605306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,uniform,0.05827199916044871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,uniform,0.06817066669464111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,uniform,0.05941333373387655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,uniform,0.061290666460990906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,uniform,0.06734399994214375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,uniform,0.0625600020090739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,uniform,0.06773333251476288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,uniform,0.06477866570154826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,8,uniform,0.0839466651280721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,uniform,0.08065066734949748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,uniform,0.08320533235867818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,uniform,0.06555200119813283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,uniform,0.06612266600131989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,uniform,0.06975999971230824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,uniform,0.07052266597747803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,uniform,0.07930133243401845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,uniform,0.08786666393280029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,uniform,0.05095999936262766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,uniform,0.06497066716353099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,uniform,0.051039998730023704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,uniform,0.04997866849104563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,uniform,0.050714666644732155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,uniform,0.05683733522891998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,64,uniform,0.08474133412043254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,uniform,0.07205333312352498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,uniform,0.06838933130105336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,uniform,0.06991466879844666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,uniform,0.07930133243401845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,uniform,0.09055999914805095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,uniform,0.08682133754094441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,uniform,0.07420266668001811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,uniform,0.06720000008742015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,uniform,0.06804800033569336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,uniform,0.06910933554172516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,uniform,0.06911466519037883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,uniform,0.0800906668106715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,uniform,0.06520533561706543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,uniform,0.06483200192451477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,8,uniform,0.07810666660467784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,uniform,0.07850666840871175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,uniform,0.08245866497357686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,uniform,0.09062400460243225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,uniform,0.08701333403587341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,uniform,0.08949333429336548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,uniform,0.08911466598510742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,uniform,0.09728533029556274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,uniform,0.06735466420650482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,uniform,0.11188266674677531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,uniform,0.06346666812896729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,uniform,0.07126933336257935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,uniform,0.06329066554705302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,uniform,0.05677866439024607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,uniform,0.07776533563931783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,uniform,0.08492799599965413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,64,uniform,0.09087466200192769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,uniform,0.0839519997437795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,uniform,0.09211732943852742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,uniform,0.11342933773994446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,uniform,0.0936853289604187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,uniform,0.09065066774686177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,uniform,0.08634133140246074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,uniform,0.08947199583053589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,uniform,0.09986666838328044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,uniform,0.11622400085131328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,uniform,0.06228266656398773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,uniform,0.06885333359241486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,uniform,0.06739733119805653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,uniform,0.08231466511885326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,uniform,0.08417066931724548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,8,uniform,0.07960000137488048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,uniform,0.08132799963156383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,uniform,0.11678933103879292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,uniform,0.10646399855613708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,uniform,0.11686933040618896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,uniform,0.12290666500727336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,uniform,0.15678399801254272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,uniform,0.11809066931406657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,uniform,0.07427200178305308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,uniform,0.07082133491834004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,uniform,0.07515199979146321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,64,uniform,0.11530133088429768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,uniform,0.07565333445866902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,uniform,0.10296000043551128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,uniform,0.08353599905967712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,uniform,0.11257599790891011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,uniform,0.11825600266456604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,uniform,0.1329973340034485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,uniform,0.11095466216405232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,uniform,0.10921600461006165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,uniform,0.11281599601109822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,uniform,0.10738133390744527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,uniform,0.1555466651916504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,uniform,0.16010666886965433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,uniform,0.11089066664377849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,uniform,0.13778133193651834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,8,uniform,0.0839573343594869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,uniform,0.06658133367697398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,uniform,0.06620799998442332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,uniform,0.06783466537793477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,uniform,0.0786293347676595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,uniform,0.1646293302377065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,uniform,0.08015466729799907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,uniform,0.1639786660671234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,uniform,0.1697439948717753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,uniform,0.25701866547266644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,uniform,0.16497066617012024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,uniform,0.19973333676656088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,uniform,0.07682133217652638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,uniform,0.07563200096289317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,uniform,0.07420800129572551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,uniform,0.07712533573309581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,uniform,0.08586666981379192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,uniform,0.10848533113797505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,uniform,0.12641599774360657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,64,uniform,0.11428266763687134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,uniform,0.1256480018297831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,uniform,0.12938666343688965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,uniform,0.16475733121236166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,uniform,0.1479146679242452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,uniform,0.1927679975827535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,uniform,0.20113066832224527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,uniform,0.16402666767438254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,uniform,0.17229866981506348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,uniform,0.16564800341924033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,uniform,0.06703466673692067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,uniform,0.25992000102996826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,uniform,0.06529066463311513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,uniform,0.0660693347454071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,8,uniform,0.08340266346931458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,uniform,0.0813920001188914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,uniform,0.1660160024960836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,uniform,0.07969599962234497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,uniform,0.16594133774439493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,uniform,0.1660053332646688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,uniform,0.25677865743637085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,uniform,0.1725013256072998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,uniform,0.1974773406982422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,uniform,0.07648000121116638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,uniform,0.07408533493677776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,uniform,0.0787360022465388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,uniform,0.07670933504899342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,uniform,0.09097066521644592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,uniform,0.10677867134412129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,uniform,0.12657066186269125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,64,uniform,0.12869333227475485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,uniform,0.13532267014185587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,uniform,0.13013333082199097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,uniform,0.2217386762301127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,uniform,0.15032000343004862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,uniform,0.223306675752004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,uniform,0.19568000237147012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,uniform,0.27399466435114544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,uniform,0.22735466559727988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,uniform,0.23456533749898276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,uniform,0.361786683400472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,uniform,0.06778666873772939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,uniform,0.06307733555634816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,uniform,0.0661653329928716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,8,uniform,0.08189333478609721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,uniform,0.0819946676492691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,uniform,0.07957333326339722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,uniform,0.1660266617933909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,uniform,0.16608533263206482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,uniform,0.16622400283813477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,uniform,0.07353066901365916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,uniform,0.1732800006866455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,uniform,0.1992959976196289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,uniform,0.0795306662718455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,uniform,0.2617119948069255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,uniform,0.08187733093897502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,uniform,0.08031466603279114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,uniform,0.08705600102742513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,64,uniform,0.11766933401425679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,uniform,0.10917333761850993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,uniform,0.12854933738708496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,uniform,0.1349546710650126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,uniform,0.13733333349227905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,uniform,0.149509330590566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,uniform,0.19364800055821738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,uniform,0.23086933294932047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,uniform,0.23764799038569132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,uniform,0.237664004166921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,uniform,0.2411200006802877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,uniform,0.06163733204205831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,uniform,0.2792853315671285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,uniform,0.06118933359781901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,uniform,0.3632213274637858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,uniform,0.07439466814200084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,uniform,0.06392000118891399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,8,uniform,0.07307200133800507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,uniform,0.07542933523654938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,uniform,0.16828266779581705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,uniform,0.16636266311009726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,uniform,0.1685439944267273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,uniform,0.1761066714922587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,uniform,0.07881600161393483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,uniform,0.20241600275039673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,uniform,0.07821866869926453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,uniform,0.2654719948768616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,uniform,0.08120533327261607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,uniform,0.09278399745623271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,uniform,0.08272533118724823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,64,uniform,0.11884267131487529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,uniform,0.11580800016721089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,uniform,0.1402079959710439
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,uniform,0.13522133231163025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,uniform,0.13065066933631897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,uniform,0.15187733372052512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,uniform,0.23808000485102335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,uniform,0.20044799645741782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,uniform,0.2275200088818868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,uniform,0.22898133595784506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,uniform,0.23543467124303183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,uniform,0.3731733163197835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,uniform,0.2836906711260478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,uniform,0.061253334085146584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,uniform,0.07550399998823802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,uniform,0.0621973325808843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,8,uniform,0.07367999851703644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,uniform,0.06211199859778086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,uniform,0.1692906618118286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,uniform,0.07940799991289775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,uniform,0.16840000947316489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,uniform,0.17733333508173624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,uniform,0.1697173317273458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,uniform,0.20484799146652222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,uniform,0.2610986630121867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,uniform,0.07916266719500224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,uniform,0.07946133116881053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,uniform,0.11369066437085469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,uniform,0.08098666866620381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,uniform,0.08332266906897227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,uniform,0.08995733658472697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,uniform,0.13800000150998434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,64,uniform,0.12807466586430868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,uniform,0.1378773351510366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,uniform,0.13910933335622153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,uniform,0.23308799664179483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,uniform,0.20074133078257242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,uniform,0.22886399428049722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,uniform,0.23752532402674356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,uniform,0.24612265825271606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,uniform,0.37327468395233154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,uniform,0.28571200370788574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,uniform,0.06135466694831848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,uniform,0.061535999178886414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,8,uniform,0.07403733332951863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,uniform,0.06358933448791504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,uniform,0.0757066657145818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,uniform,0.149125337600708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,uniform,0.07620266576608022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,uniform,0.17151999473571777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,uniform,0.1721973419189453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,uniform,0.17270400126775107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,uniform,0.20840533574422201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,uniform,0.1800373395284017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,uniform,0.2616373300552368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,uniform,0.09462933739026387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,uniform,0.08272533118724823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,uniform,0.08540800213813782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,uniform,0.07897600034872691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,uniform,0.08222933113574982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,uniform,0.1164479951063792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,uniform,0.1372160017490387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,64,uniform,0.12283200025558472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,uniform,0.138373335202535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,uniform,0.1406826674938202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,uniform,0.15684800346692404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,uniform,0.23480000098546347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,uniform,0.20675732692082724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,uniform,0.23380800088246664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,uniform,0.23969600598017374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,uniform,0.2483253280321757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,uniform,0.2913813392321269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,uniform,0.3773653507232666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,uniform,0.06660800178845723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,uniform,0.06443733473618825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,uniform,0.0647626668214798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,8,uniform,0.07841599980990092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,uniform,0.07815999786059062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,uniform,0.08109866579373677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,uniform,0.17339734236399332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,uniform,0.17257599035898843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,uniform,0.17422932386398315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,uniform,0.18269866704940796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,uniform,0.21273066600163779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,uniform,0.08092266817887624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,uniform,0.08336533109347026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,uniform,0.27348266045252484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,uniform,0.08076266447703044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,uniform,0.08685866991678874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,64,uniform,0.12483732899030049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,uniform,0.11766933401425679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,uniform,0.09780266880989075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,uniform,0.13860266407330832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,uniform,0.13487466176350912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,uniform,0.20883200565973917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,uniform,0.1407360037167867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,uniform,0.23894399404525757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,uniform,0.159360001484553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,uniform,0.23906133572260538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,uniform,0.2908586661020915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,uniform,0.2400266726811727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,uniform,0.2493333419164022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,uniform,0.386954665184021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,uniform,0.062447999914487205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,uniform,0.06716266771157582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,uniform,0.06663466493288676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,8,uniform,0.07864533364772797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,uniform,0.08154666423797607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,uniform,0.07926933467388153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,uniform,0.17498666048049927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,uniform,0.1739199956258138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,uniform,0.2147093415260315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,uniform,0.17576533555984497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,uniform,0.18545599778493246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,uniform,0.2773866653442383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,uniform,0.08170133332411449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,uniform,0.0844586690266927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,uniform,0.08183999856313069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,uniform,0.08734400073687236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,uniform,0.095551997423172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,uniform,0.11819733182589214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,64,uniform,0.12361066540082295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,uniform,0.13978667060534158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,uniform,0.1395146648089091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,uniform,0.14248533050219217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,uniform,0.16074132919311523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,uniform,0.21041599909464517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,uniform,0.23915733893712363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,uniform,0.2399466633796692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,uniform,0.2387040058771769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,uniform,0.25253866116205853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,uniform,0.3916320006052653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,uniform,0.29072533051172894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,uniform,0.06340266764163971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,uniform,0.06601066887378693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,uniform,0.0710399995247523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,uniform,0.0846453309059143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,8,uniform,0.07888533174991608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,uniform,0.0790880024433136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,uniform,0.17654399077097574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,uniform,0.1778986652692159
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,uniform,0.2195840080579122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,uniform,0.17706666390101114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,uniform,0.18800000349680582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,uniform,0.284986674785614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,uniform,0.08548800150553386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,uniform,0.08814400434494019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,uniform,0.08318933347860973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,uniform,0.08540800213813782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,uniform,0.0995840032895406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,uniform,0.12153066198031108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,64,uniform,0.1304693321386973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,uniform,0.1420746644337972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,uniform,0.14057067036628723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,uniform,0.1448319951693217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,uniform,0.16567466656366983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,uniform,0.21530133485794067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,uniform,0.25225599606831867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,uniform,0.24293333292007446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,uniform,0.24210667610168457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,uniform,0.2464266618092855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,uniform,0.2990880012512207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,uniform,0.08539199829101562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,uniform,0.4017173449198405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,uniform,0.09141332904497783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,uniform,0.08525866270065308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,uniform,0.10204799969991048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,8,uniform,0.09805333614349365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,uniform,0.11035199960072835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,uniform,0.18622400363286337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,uniform,0.18827199935913086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,uniform,0.1983893314997355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,uniform,0.18605866034825644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,uniform,0.2352799971898397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,uniform,0.30078399181365967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,uniform,0.09262933333714803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,uniform,0.09030933181444804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,uniform,0.09496532877286275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,uniform,0.10293333729108174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,64,uniform,0.13863999644915262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,uniform,0.12251733740170796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,uniform,0.16732800006866455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,uniform,0.15478400389353433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,uniform,0.14965867002805075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,uniform,0.14984533190727234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,uniform,0.22979199886322021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,uniform,0.17986667156219482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,uniform,0.2586933374404907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,uniform,0.2537706693013509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,uniform,0.2528746724128723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,uniform,0.27214399973551434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,uniform,0.31362666686375934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,uniform,0.10433066884676616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,uniform,0.08460799853006999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,uniform,0.08603733777999878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,uniform,0.4243413209915161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,uniform,0.09251200159390767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,8,uniform,0.10165866216023763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,uniform,0.1107413371404012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,uniform,0.18780267238616943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,uniform,0.19093332688013712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,uniform,0.18995734055836996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,uniform,0.2039519945780436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,uniform,0.23934932549794516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,uniform,0.309770663579305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,uniform,0.09211200475692749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,uniform,0.09459199508031209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,uniform,0.09644800424575806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,uniform,0.10569066802660625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,uniform,0.12641066312789917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,uniform,0.17072532574335733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,64,uniform,0.14402133226394653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,uniform,0.15467199683189392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,uniform,0.15745066603024802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,uniform,0.17406400044759116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,uniform,0.2172586719195048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,uniform,0.3028106689453125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,uniform,0.256549338499705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,uniform,0.32470933596293133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,uniform,0.25363733371098834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,uniform,0.25496532519658405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,uniform,0.27247466643651325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,uniform,0.4318559964497884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,uniform,0.08646933237711589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,uniform,0.09855467081069946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,uniform,0.09116266171137492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,8,uniform,0.10386133193969727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,uniform,0.10958400368690491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,uniform,0.12102933724721272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,uniform,0.1978773276011149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,uniform,0.19588800271352133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,uniform,0.1962613264719645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,uniform,0.21257599194844565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,uniform,0.25196266174316406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,uniform,0.32516799370447796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,uniform,0.09681066870689392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,uniform,0.09850666920344035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,uniform,0.11127466956774394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,uniform,0.10181867082913716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,uniform,0.13380799690882364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,uniform,0.17895466089248657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,64,uniform,0.14961600303649902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,uniform,0.16050133109092712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,uniform,0.16391467054684958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,uniform,0.1829599936803182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,uniform,0.2267413338025411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,uniform,0.3121226628621419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,uniform,0.26479466756184894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,uniform,0.2672426700592041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,uniform,0.25676800807317096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,uniform,0.28520532449086505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,uniform,0.45258132616678876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,uniform,0.3393973509470622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,uniform,0.10268800457318623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,uniform,0.11846933762232463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,uniform,0.10845866799354553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,uniform,0.13481600085894266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,8,uniform,0.1306719978650411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,uniform,0.1499573290348053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,uniform,0.23047999540964761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,uniform,0.22681599855422974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,uniform,0.23863466580708823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,uniform,0.35474665959676105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,uniform,0.27346134185791016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,uniform,0.49210667610168457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,uniform,0.13421866297721863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,uniform,0.15703466534614563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,uniform,0.1347040037314097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,uniform,0.14059199889500937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,uniform,0.1896479924519857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,uniform,0.2565973401069641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,64,uniform,0.17419199148813883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,uniform,0.1998080015182495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,uniform,0.20887466271718344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,uniform,0.43693331877390545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,uniform,0.23547200361887613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,uniform,0.29969600836435956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,uniform,0.2922346591949463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,uniform,0.2932800054550171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,uniform,0.32050132751464844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,uniform,0.3001280029614766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,uniform,0.12014399965604146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,uniform,0.3797920147577922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,uniform,0.5094666481018066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,uniform,0.14031466841697693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,uniform,0.12662399808565775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,8,uniform,0.15424000223477682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,uniform,0.18037867546081543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,uniform,0.16358400384585062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,uniform,0.23966934283574423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,uniform,0.24429333209991455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,uniform,0.3753013213475545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,uniform,0.254095991452535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,uniform,0.29292800029118854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,uniform,0.13878400127092996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,uniform,0.5241973400115967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,uniform,0.17254932721455893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,uniform,0.1437440017859141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,uniform,0.1527413328488668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,uniform,0.21152534087498984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,uniform,0.3031839927037557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,64,uniform,0.18765334288279215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,uniform,0.22315732638041177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,uniform,0.2328746716181437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,uniform,0.26787734031677246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,uniform,0.3341013193130493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,uniform,0.4924480120340983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,uniform,0.3056853413581848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,uniform,0.3113493323326111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,uniform,0.32630399862925213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,uniform,0.3782453139623006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,uniform,0.48690132300059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,uniform,0.720730702082316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,uniform,0.15189866224924722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,8,uniform,0.20263999700546265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,uniform,0.1795626680056254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,uniform,0.1623360017935435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,uniform,0.21514666080474854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,uniform,0.23893332481384277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,uniform,0.2664480010668437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,uniform,0.2726293404897054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,uniform,0.2935253381729126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,uniform,0.16315199931462607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,uniform,0.343727986017863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,uniform,0.4491573174794515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,uniform,0.6437439918518066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,uniform,0.17126399278640747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,uniform,0.1818079948425293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,uniform,0.2515626748402913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,uniform,0.2633066574732463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,64,uniform,0.22271466255187988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,uniform,0.2065760095914205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,uniform,0.3534506559371948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,uniform,0.26523200670878094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,uniform,0.300650676091512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,uniform,0.42025601863861084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,uniform,0.61298668384552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,uniform,0.3367626667022705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,uniform,0.3307146628697713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,uniform,0.3590506712595622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,uniform,0.17586666345596313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,uniform,0.4169280131657918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,uniform,0.18959466616312662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,8,uniform,0.25136532386144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,uniform,0.5338293313980103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,uniform,0.20941867431004843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,uniform,0.795471986134847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,uniform,0.26814399162928265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,uniform,0.2971786657969157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,uniform,0.29146132866541546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,uniform,0.3025280038515727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,uniform,0.49905598163604736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,uniform,0.33107733726501465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,uniform,0.720421314239502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,uniform,0.3882186810175578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,uniform,0.1763040026028951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,uniform,0.2006453275680542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,uniform,0.1845866640408834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,uniform,0.22735466559727988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,uniform,0.3971946636835734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,uniform,0.316106657187144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,64,uniform,0.2632426619529724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,uniform,0.30165332555770874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,uniform,0.7933173179626465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,uniform,0.3696533441543579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,uniform,0.32897599538167316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,uniform,0.5284639994303385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,uniform,0.36528531710306805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,uniform,0.37727999687194824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,uniform,0.40990400314331055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,uniform,0.26146133740743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,uniform,0.2749759952227275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,8,uniform,0.3702079852422078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,uniform,0.3046506643295288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,uniform,0.48504531383514404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,uniform,0.9566400051116943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,uniform,0.6322826544443766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,uniform,0.3864906628926595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,uniform,0.44420798619588214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,uniform,0.3598453203837077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,uniform,0.3811200062433879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,uniform,0.4098666508992513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,uniform,0.48120001951853436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,uniform,0.6220000187555949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,uniform,0.8708266417185465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,uniform,0.23021332422892252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,uniform,0.2404266595840454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,uniform,0.2991039951642354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,64,uniform,0.32101333141326904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,uniform,0.4184533357620239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,uniform,0.26072533925374347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,uniform,0.5118079980214437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,uniform,0.37382400035858154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,uniform,0.40702935059865314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,uniform,0.6904799938201904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,uniform,0.4705493450164795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,uniform,1.0758506457010906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,uniform,0.4184533357620239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,uniform,0.43693868319193524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,uniform,0.478490670522054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,uniform,0.338154673576355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,uniform,0.3809973398844401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,uniform,0.3205546736717224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,uniform,0.5640480120976766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,8,uniform,0.49252267678578693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,uniform,0.7277226448059082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,uniform,1.0762453079223633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,uniform,0.5757226546605428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,uniform,0.5168853203455607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,uniform,0.4365973472595215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,uniform,0.4803839921951294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,uniform,0.7595626513163248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,uniform,0.5276373227437338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,uniform,0.6310293277104696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,uniform,1.0418293476104736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,uniform,0.27137066920598346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,uniform,0.287173330783844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,uniform,0.35763200124104816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,uniform,0.31120532751083374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,uniform,0.5498346487681071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,uniform,0.6538506746292114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,64,uniform,0.3814773162206014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,uniform,0.46350932121276855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,uniform,0.5011039972305298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,uniform,0.5886613527933756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,uniform,0.8734933535257975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,uniform,0.5293013254801432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,uniform,1.3548320134480794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,uniform,0.5444533427556356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,uniform,0.5934720039367676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,uniform,0.4477653503417969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,uniform,0.4740320046742757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,uniform,0.69158935546875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,uniform,0.8876213232676188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,uniform,0.5359679857889811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,8,uniform,0.7286506493886312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,uniform,1.2474186420440674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,uniform,0.812064011891683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,uniform,0.9230826695760092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,uniform,0.6069013277689616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,uniform,0.6413013140360514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,uniform,0.7110079924265543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,uniform,1.0626453558603923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,uniform,0.8318133354187012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,uniform,1.4319574038187664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,uniform,0.37115200360616046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,uniform,0.3875733216603597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,uniform,0.4224799871444702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,uniform,0.48599998156229657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,uniform,0.7496426900227865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,uniform,0.928213357925415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,64,uniform,0.5552320082982382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,uniform,0.6945707003275553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,uniform,0.7489973704020182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,uniform,0.8259946505228678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,uniform,1.9704160690307617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,uniform,1.3023359775543213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,uniform,0.6710773309071859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,uniform,0.7549920082092285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,uniform,0.8316799799601237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,uniform,0.6992853482564291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,uniform,0.5808906555175781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,uniform,0.623690684636434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,8,uniform,1.0490612983703613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,uniform,0.9122292995452881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,uniform,1.1627999941507976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,uniform,1.5941386222839355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,uniform,1.1022240320841472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,uniform,1.2102826436360676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,uniform,0.8199840386708578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,uniform,0.945845365524292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,uniform,0.8914506435394287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,uniform,1.0933386484781902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,uniform,1.4231573740641277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,uniform,0.47172800699869794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,uniform,1.9373440742492676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,uniform,0.49028265476226807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,uniform,0.535098671913147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,uniform,0.622111996014913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,uniform,0.9722186724344889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,uniform,1.2547787030537922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,64,uniform,0.6979466279347738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,uniform,0.859813372294108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,uniform,0.9277546405792236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,uniform,1.0831147034962971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,uniform,2.52563206354777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,uniform,1.7056427001953125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,uniform,0.8877706527709961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,uniform,0.992186705271403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,uniform,1.1007839838663738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,uniform,0.8400906721750895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,uniform,0.9017333189646403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,uniform,1.050538698832194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,8,uniform,1.5906666119893391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,uniform,1.2035893599192302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,uniform,1.5487252871195476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,uniform,2.023354689280192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,uniform,1.664906660715739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,uniform,1.9128586451212566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,uniform,1.187813361485799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,uniform,1.2818506558736165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,uniform,2.108287970225016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,uniform,1.4305706024169922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,uniform,1.6367039680480957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,uniform,2.8359785079956055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,uniform,0.6645653247833252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,uniform,0.6932586828867594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,uniform,0.8762400150299072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,uniform,1.815008004506429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,uniform,0.7570186456044515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,uniform,1.4076693852742512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,uniform,1.3176159858703613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,64,uniform,1.0960480372111003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,uniform,1.4133280118306477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,uniform,1.7034133275349934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,uniform,2.470570723215739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,uniform,1.3249119917551677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,uniform,3.7262560526529946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,uniform,1.4475626945495605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,uniform,1.5893972714742024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,uniform,1.0917119979858398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,uniform,1.3334293365478516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,uniform,1.5472373962402344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,8,uniform,2.323791980743408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,uniform,1.792634646097819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,uniform,2.168272018432617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,uniform,2.400965372721354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,uniform,2.615386644999186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,uniform,2.9582239786783853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,uniform,1.6392107009887695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,uniform,1.7299092610677083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,uniform,1.903439998626709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,uniform,2.2233707110087075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,uniform,2.7727839152018228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,uniform,0.8573493162790934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,uniform,3.808757464090983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,uniform,0.9023520151774088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,uniform,0.9851040045420328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,uniform,1.167632023493449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,uniform,1.8669226964314778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,uniform,2.4382987022399902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,64,uniform,1.4581440289815266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,uniform,1.7994133631388347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,uniform,1.9190239906311035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,uniform,2.1785759925842285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,uniform,3.2733281453450522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,uniform,4.955573399861653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,uniform,1.816501299540202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,uniform,1.9304426511128743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,uniform,2.123301347096761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,uniform,1.6318186124165852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,uniform,1.8752800623575847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,uniform,1.6951680183410645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,8,uniform,2.896656036376953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,uniform,2.3482666015625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,uniform,3.044816017150879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,uniform,3.3291893005371094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,uniform,2.9830665588378906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,uniform,3.932352066040039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,uniform,2.10205872853597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,uniform,2.3905386924743652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,uniform,2.1954453786214194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,uniform,2.77675724029541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,uniform,3.4595521291097007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,uniform,4.767658551534017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,uniform,1.0521600246429443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,uniform,1.1115679740905762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,uniform,1.202069362004598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,uniform,2.3542985916137695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,uniform,1.4555840492248535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,uniform,3.0840587615966797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,uniform,2.2490666707356772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,64,uniform,1.8360212643941243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,uniform,2.3670934041341147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,uniform,2.695114771525065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,uniform,4.0092213948567705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,uniform,2.3790186246236167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,8,uniform,0.05435733497142792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,uniform,6.077711741129558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,2,uniform,0.04533333579699198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,4,uniform,0.04970666766166687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,uniform,2.5147786140441895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,8,uniform,0.058277333776156105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,uniform,2.7105334599812827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,4,uniform,0.04986133178075155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,uniform,0.068122665087382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,2,uniform,0.0487306664387385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,uniform,0.050613333781560264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,uniform,0.051925331354141235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,uniform,0.050426666935284935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,uniform,0.055306668082873024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,uniform,0.05188799897829691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,uniform,0.04655999938646952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,uniform,0.05258133510748545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,uniform,0.0465280016263326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,uniform,0.04596266647179922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,uniform,0.0454720010360082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,64,uniform,0.06398933132489522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,uniform,0.04755199948946635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,uniform,0.057018667459487915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,uniform,0.04984533290068308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,uniform,0.04872000217437744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,uniform,0.04969066878159841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,uniform,0.05201066533724467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,uniform,0.052426666021347046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,uniform,0.06698666512966156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,uniform,0.05258133510748545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,uniform,0.05134933193524679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,uniform,0.05143466591835022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,uniform,0.056608001391092934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,8,uniform,0.05462400118509928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,uniform,2.994021415710449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,4,uniform,0.04747733473777771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,2,uniform,0.047450666626294456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,4,uniform,0.04966933528582255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,8,uniform,0.05982933441797892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,uniform,3.678010622660319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,2,uniform,0.05050133168697357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,uniform,0.05134400228659312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,uniform,0.06418133278687795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,uniform,4.995967864990234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,uniform,0.05409599840641022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,uniform,0.05158400038878123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,uniform,0.05288533369700114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,uniform,0.05374933282534281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,uniform,0.059664001067479454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,uniform,0.04703466594219208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,uniform,0.04641066491603851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,uniform,0.047151997685432434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,uniform,0.04971200227737427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,uniform,0.04754666487375895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,64,uniform,0.0673226664463679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,uniform,0.05542933444182078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,uniform,0.051589335004488625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,uniform,0.05728533367315928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,uniform,0.05109866460164388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,uniform,0.05260799825191498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,uniform,0.06597333153088887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,uniform,0.05415999889373779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,uniform,0.05293866495291392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,uniform,0.05211733281612396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,uniform,0.05195199946562449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,uniform,0.06075733403364817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,8,uniform,0.05329066514968872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,2,uniform,0.050586665670077004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,4,uniform,0.052095999320348106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,4,uniform,0.06252799928188324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,8,uniform,0.062309334675470986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,2,uniform,0.06284800171852112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,uniform,0.053914666175842285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,uniform,0.06656000018119812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,uniform,0.06039466460545858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,uniform,0.05418666700522105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,uniform,0.04717333118120829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,uniform,0.05379199981689453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,uniform,0.04783466458320618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,uniform,0.05957333246866862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,uniform,0.06635199983914693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,uniform,0.047653332352638245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,uniform,0.049626668294270836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,uniform,0.0543039987484614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,uniform,0.053914666175842285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,64,uniform,0.06402666866779327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,uniform,0.059861332178115845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,uniform,0.0544053316116333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,uniform,0.06597866614659627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,uniform,0.06243200103441874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,uniform,0.07153599957625072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,uniform,0.05283733208974203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,uniform,0.059952000776926674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,uniform,0.06748266518115997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,uniform,0.05850133299827576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,uniform,0.055455997586250305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,8,uniform,0.05296533306439718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,4,uniform,0.05342400074005127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,2,uniform,0.05262400209903717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,4,uniform,0.061306665341059365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,8,uniform,0.061674664417902626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,2,uniform,0.06154133379459381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,uniform,0.06422933439413707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,uniform,0.06849599877993266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,uniform,0.06819200019041698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,uniform,0.07196266452471416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,uniform,0.07635733485221863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,uniform,0.09531199932098389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,uniform,0.05230399966239929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,uniform,0.05294933418432871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,uniform,0.0690826674302419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,uniform,0.052154665191968284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,uniform,0.05857066810131073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,uniform,0.05398933092753092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,64,uniform,0.06514133512973785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,uniform,0.06861333549022675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,uniform,0.0658079981803894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,uniform,0.09161067008972168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,uniform,0.07573333382606506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,uniform,0.06896533568700154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,uniform,0.06529066463311513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,uniform,0.06763199965159099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,uniform,0.06713599960009257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,uniform,0.07985066870848338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,uniform,0.07085866729418437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,uniform,0.09556266665458679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,8,uniform,0.05462400118509928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,4,uniform,0.052789335449536644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,2,uniform,0.05348266661167145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,4,uniform,0.06084266801675161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,8,uniform,0.06358933448791504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,2,uniform,0.06407466530799866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,uniform,0.07940266529719035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,uniform,0.07809600234031677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,uniform,0.08423999945322673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,uniform,0.08664533495903015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,uniform,0.1048426628112793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,uniform,0.13921067118644714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,uniform,0.058186665177345276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,uniform,0.05650666852792104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,uniform,0.058490668733914696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,uniform,0.07277333239714305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,uniform,0.0925546685854594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,uniform,0.061434666315714516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,64,uniform,0.08057066798210144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,uniform,0.08367466926574707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,uniform,0.09917333722114563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,uniform,0.08338666955629985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,uniform,0.08708266417185466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,uniform,0.12963733077049255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,uniform,0.08409066994984944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,uniform,0.08770666519800822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,uniform,0.08407466610272725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,uniform,0.08634666601816814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,8,uniform,0.05328000088532766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,uniform,0.10680533448855083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,uniform,0.1330773333708445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,2,uniform,0.05378133555253347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,4,uniform,0.05197333296140035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,2,uniform,0.06020266811052958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,8,uniform,0.06337599953015645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,4,uniform,0.061759998401006065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,uniform,0.10846933722496033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,uniform,0.10899733503659566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,uniform,0.11117866635322571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,uniform,0.15197333693504333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,uniform,0.1241973340511322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,uniform,0.21662932634353638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,uniform,0.060405333836873375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,uniform,0.059546664357185364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,uniform,0.07547733187675476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,uniform,0.064751997590065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,uniform,0.06072533130645752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,uniform,0.09312533338864644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,64,uniform,0.0869760016600291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,uniform,0.0913866659005483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,uniform,0.09609599908192952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,uniform,0.11187199751536052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,uniform,0.09013866384824117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,uniform,0.15971199671427408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,uniform,0.10844266414642334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,uniform,0.10859200358390808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,uniform,0.11285332838694255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,uniform,0.15392000476519266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,uniform,0.1258133351802826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,uniform,0.21554134289423624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,8,uniform,0.053743998209635414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,4,uniform,0.06020799775918325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,4,uniform,0.0521919975678126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,8,uniform,0.05972266693909963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,2,uniform,0.052570665876070656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,2,uniform,0.06382933259010315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,uniform,0.10866666833559673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,uniform,0.10937600334485371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,uniform,0.1130560040473938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,uniform,0.125408003727595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,uniform,0.15315199891726175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,uniform,0.061343997716903687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,uniform,0.21778666973114014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,uniform,0.06419200201829274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,uniform,0.05690133571624756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,uniform,0.06058666606744131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,uniform,0.07459733386834462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,uniform,0.09505066275596619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,uniform,0.09134933352470398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,64,uniform,0.08304533362388611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,uniform,0.09317866961161296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,uniform,0.09845866759618123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,uniform,0.11361599961916606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,uniform,0.13989866773287454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,uniform,0.16247999668121338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,uniform,0.14403733611106873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,uniform,0.14050133029619852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,uniform,0.16778665781021118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,uniform,0.20902933677037558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,8,uniform,0.053717335065205894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,uniform,0.3090826670328776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,2,uniform,0.05369600156943003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,4,uniform,0.0529013325770696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,8,uniform,0.0621919979651769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,4,uniform,0.06106133262316386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,uniform,0.11034666498502095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,2,uniform,0.06275199850400288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,uniform,0.1143893301486969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,uniform,0.1264479955037435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,uniform,0.11145599683125813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,uniform,0.15567466616630554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,uniform,0.06320533156394958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,uniform,0.21972266832987467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,uniform,0.06178666651248932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,uniform,0.06057066718737284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,uniform,0.0676693320274353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,64,uniform,0.08569066723187764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,uniform,0.07723199824492137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,uniform,0.09669867157936096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,uniform,0.09356266260147095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,uniform,0.09408000111579895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,uniform,0.10143466790517171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,uniform,0.16106667121251425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,uniform,0.116565336783727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,uniform,0.14428266882896423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,uniform,0.14285332957903543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,uniform,0.14920533696810404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,uniform,0.16596800088882446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,uniform,0.3025760054588318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,uniform,0.21286400159200033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,8,uniform,0.051141331593195595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,4,uniform,0.05161066850026449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,2,uniform,0.06226666768391927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,2,uniform,0.05305600166320801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,8,uniform,0.06005866825580597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,4,uniform,0.06109866499900818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,uniform,0.11247467001279195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,uniform,0.12876799702644348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,uniform,0.11363200346628825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,uniform,0.1164479951063792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,uniform,0.15641066431999207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,uniform,0.2219466765721639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,uniform,0.0641546646753947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,uniform,0.06267733375231425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,uniform,0.06419200201829274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,uniform,0.06775466601053874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,uniform,0.07891733447710673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,uniform,0.09618666768074036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,uniform,0.10247466961542766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,64,uniform,0.08619200189908345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,uniform,0.0953439970811208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,uniform,0.09434666236241658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,uniform,0.11897599697113037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,uniform,0.14594667156537375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,uniform,0.16288000345230103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,uniform,0.14552000164985657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,uniform,0.14757333199183145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,uniform,0.17036799589792886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,8,uniform,0.050954664746920265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,uniform,0.2132693330446879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,uniform,0.3129013379414876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,2,uniform,0.05299200117588043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,8,uniform,0.060165335734685264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,4,uniform,0.050810664892196655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,4,uniform,0.06320533156394958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,2,uniform,0.06302933394908905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,uniform,0.1139306624730428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,uniform,0.11428800225257874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,uniform,0.063360000650088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,uniform,0.11756267150243123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,uniform,0.2239946722984314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,uniform,0.13079466422398886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,uniform,0.15908799568812051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,uniform,0.06409066418806712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,uniform,0.06833066542943318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,uniform,0.06585066517194112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,uniform,0.07986133297284444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,uniform,0.09822932879130046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,64,uniform,0.09278399745623271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,uniform,0.09742933511734009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,uniform,0.103493332862854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,uniform,0.09612266222635905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,uniform,0.12030399839083354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,uniform,0.14777066310246786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,uniform,0.16452266772588095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,uniform,0.1706506609916687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,uniform,0.14831999937693277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,uniform,0.15105066696802774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,uniform,0.3081546624501546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,8,uniform,0.05162666738033295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,uniform,0.21468265851338705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,2,uniform,0.0535093347231547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,4,uniform,0.05130666494369507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,8,uniform,0.062181333700815834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,4,uniform,0.062650665640831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,uniform,0.11966400345166524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,2,uniform,0.0639519989490509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,uniform,0.11580800016721089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,uniform,0.11672000090281169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,uniform,0.13417067130406699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,uniform,0.1616426706314087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,uniform,0.2288800080617269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,uniform,0.06683200101057689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,uniform,0.06700799862543742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,uniform,0.06750399867693584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,uniform,0.0718506673971812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,uniform,0.082805335521698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,uniform,0.09843732913335164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,uniform,0.10359467069307964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,64,uniform,0.09047466516494751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,uniform,0.10672000050544739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,uniform,0.10037333766619365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,uniform,0.17148800690968832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,uniform,0.12118400136629741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,uniform,0.1493760049343109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,uniform,0.15574399630228677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,uniform,0.15012266238530478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,uniform,0.17441066106160483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,uniform,0.21765865882237753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,4,uniform,0.05555733541647593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,uniform,0.31510400772094727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,8,uniform,0.05193066596984863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,2,uniform,0.057818666100502014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,8,uniform,0.06512000163396199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,4,uniform,0.06470400094985962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,2,uniform,0.06986133257548015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,uniform,0.1172320048014323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,uniform,0.11850666999816895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,uniform,0.13596266508102417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,uniform,0.12226133545239766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,uniform,0.164383997519811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,uniform,0.0678719977537791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,uniform,0.22945600748062134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,uniform,0.06774400174617767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,uniform,0.06989866495132446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,64,uniform,0.09121599793434143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,uniform,0.07378666599591573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,uniform,0.0846560001373291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,uniform,0.10744532942771912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,uniform,0.09804800152778625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,uniform,0.10116266210873921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,uniform,0.12295466661453247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,uniform,0.10831466317176819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,uniform,0.17241066694259644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,uniform,0.1520799994468689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,uniform,0.15370666980743408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,uniform,0.1585546632607778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,uniform,0.2214826742808024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,uniform,0.17841066916783652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,8,uniform,0.05266133447488149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,uniform,0.32202666997909546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,4,uniform,0.054560000697771706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,4,uniform,0.06348800162474315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,2,uniform,0.057018667459487915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,8,uniform,0.06589333216349284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,2,uniform,0.07101866602897644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,uniform,0.13688533504803976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,uniform,0.11964266498883565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,uniform,0.12076266606648763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,uniform,0.12409067153930664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,uniform,0.2336906592051188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,uniform,0.16744534174601236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,uniform,0.06938133140405019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,uniform,0.06698133548100789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,uniform,0.08529599507649739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,uniform,0.07298666735490163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,uniform,0.07095466554164886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,uniform,0.1014453371365865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,uniform,0.10803199807802837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,64,uniform,0.0941546658674876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,uniform,0.10025599598884583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,uniform,0.12574399511019388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,uniform,0.15288000305493674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,uniform,0.10973866780598958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,uniform,0.17564799388249716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,uniform,0.15448000033696493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,uniform,0.16146666804949442
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,uniform,0.18030933539072672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,uniform,0.32356266180674237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,8,uniform,0.053632001082102455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,2,uniform,0.061808000008265175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,uniform,0.2227893273035685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,4,uniform,0.05696000158786774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,4,uniform,0.06897599995136261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,8,uniform,0.06755200028419495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,2,uniform,0.07379733522733052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,uniform,0.12453333536783855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,uniform,0.12302933136622111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,uniform,0.12794133027394614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,uniform,0.1413279970486959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,uniform,0.07313600182533264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,uniform,0.17181867361068726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,uniform,0.2405973275502523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,uniform,0.0735040009021759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,uniform,0.07318399846553802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,uniform,0.07734933495521545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,uniform,0.10962133606274922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,uniform,0.08994666735331218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,64,uniform,0.09756799538930257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,uniform,0.1050986647605896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,uniform,0.10613333185513814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,uniform,0.11309867103894551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,uniform,0.1806079943974813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,uniform,0.13011200229326883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,uniform,0.15777599811553955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,uniform,0.1585599978764852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,uniform,0.16361600160598755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,uniform,0.18474666277567545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,uniform,0.32780800263086957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,8,uniform,0.06966400146484375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,uniform,0.229477326075236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,4,uniform,0.07203733424345653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,2,uniform,0.07703466713428497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,2,uniform,0.09248532851537068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,8,uniform,0.08225066463152568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,4,uniform,0.08686400453249614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,uniform,0.13518933455149332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,uniform,0.13529599706331888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,uniform,0.18587199846903482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,uniform,0.13878933588663736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,uniform,0.15383467078208923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,uniform,0.2542826731999715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,uniform,0.08180266618728638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,uniform,0.09460266431172688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,uniform,0.08297066887219746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,uniform,0.08613866567611694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,uniform,0.11587199568748474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,64,uniform,0.10827733079592387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,uniform,0.1585706671079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,uniform,0.11406399806340535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,uniform,0.1148426632086436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,uniform,0.12421866257985432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,uniform,0.14242133498191833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,uniform,0.19367466370264688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,uniform,0.1983893314997355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,uniform,0.17109866937001547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,uniform,0.17045867443084717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,uniform,0.17762132485707602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,uniform,0.2489759922027588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,uniform,0.3420106569925944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,4,uniform,0.07341866691907246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,8,uniform,0.07169066866238911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,2,uniform,0.08089066545168559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,4,uniform,0.08960533142089844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,8,uniform,0.08669333656628926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,2,uniform,0.09521599610646565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,uniform,0.13873066504796347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,uniform,0.13766400019327799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,uniform,0.19090133905410767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,uniform,0.1437013347943624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,uniform,0.15929067134857178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,uniform,0.26074665784835815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,uniform,0.08413333694140117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,uniform,0.08509866396586101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,uniform,0.0888320008913676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,uniform,0.09918933113416036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,uniform,0.16371200482050577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,uniform,0.12061333656311035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,64,uniform,0.11378666758537292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,uniform,0.12771733601888022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,uniform,0.12100799878438313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,uniform,0.18222934007644653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,uniform,0.14526933431625366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,uniform,0.26634132862091064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,uniform,0.17512534062067667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,uniform,0.18129066626230875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,uniform,0.17419199148813883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,uniform,0.2044586737950643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,uniform,0.2538986603418986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,uniform,0.3457653522491455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,8,uniform,0.07621333499749501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,2,uniform,0.09018133083979289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,4,uniform,0.08040533463160197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,8,uniform,0.09044800202051799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,2,uniform,0.10497599840164185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,4,uniform,0.09604266285896301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,uniform,0.1469066639741262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,uniform,0.14869866768519083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,uniform,0.15280000368754068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,uniform,0.16964266697565714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,uniform,0.27245332797368366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,uniform,0.09097599983215332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,uniform,0.20522665977478027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,uniform,0.17226133743921915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,uniform,0.09129599730173747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,uniform,0.09575466314951579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,uniform,0.10611200332641602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,uniform,0.12796800335248312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,64,uniform,0.12069333593050639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,uniform,0.12847999731699625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,uniform,0.13573867082595825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,uniform,0.27859199047088623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,uniform,0.19144533077875772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,uniform,0.1530346671740214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,uniform,0.18493332465489706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,uniform,0.1864373286565145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,uniform,0.19210133949915567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,uniform,0.2182240088780721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,uniform,0.2677759925524394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,8,uniform,0.08991466959317525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,uniform,0.36517333984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,4,uniform,0.09377066294352214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,2,uniform,0.107205331325531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,8,uniform,0.10947199662526448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,2,uniform,0.12716266512870789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,4,uniform,0.11476799845695496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,uniform,0.1850879987080892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,uniform,0.20326934258143106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,uniform,0.18708266814549765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,uniform,0.4330720106760661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,uniform,0.23611734310785928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,uniform,0.3046026627222697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,uniform,0.12476799885431926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,uniform,0.13417067130406699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,uniform,0.14936000108718872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,uniform,0.17926400899887085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,uniform,0.12625599900881448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,uniform,0.16767466068267822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,uniform,0.24239466587702432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,64,uniform,0.15108799934387207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,uniform,0.2518986662228902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,uniform,0.1791306734085083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,uniform,0.20696000258127847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,uniform,0.21853333711624146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,uniform,0.3842346668243408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,uniform,0.22137600183486938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,uniform,0.22887466351191202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,8,uniform,0.10307199756304423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,uniform,0.2523679931958516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,uniform,0.31203200419743854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,uniform,0.4195306698481242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,2,uniform,0.12544533610343933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,4,uniform,0.1111253301302592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,8,uniform,0.12739200393358865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,4,uniform,0.13632532954216003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,2,uniform,0.15085867047309875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,uniform,0.20267732938130698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,uniform,0.20484799146652222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,uniform,0.22156800826390585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,uniform,0.2550293405850728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,uniform,0.32865599791208905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,uniform,0.45716798305511475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,uniform,0.1341813306013743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,uniform,0.1397599975268046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,uniform,0.15019200245539346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,uniform,0.16898133357365927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,uniform,0.20784000555674234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,uniform,0.28988800446192425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,uniform,0.1891146699587504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,64,uniform,0.1673226753870646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,uniform,0.2016213337580363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,uniform,0.23316800594329834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,uniform,0.27898667256037396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,uniform,0.23920534054438272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,uniform,0.4198933442433675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,uniform,0.2446933388710022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,uniform,0.2688000003496806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,8,uniform,0.13129599889119467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,2,uniform,0.15620799859364828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,4,uniform,0.13834666212399802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,uniform,0.32013867298762005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,8,uniform,0.1662720044453939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,uniform,0.6337706645329794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,uniform,0.42163201173146564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,4,uniform,0.17523199319839478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,2,uniform,0.1942453384399414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,uniform,0.26235733429590863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,uniform,0.24055999517440796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,uniform,0.23285865783691406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,uniform,0.30830933650334674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,uniform,0.3975306749343872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,uniform,0.15947733322779337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,uniform,0.5578986803690592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,uniform,0.16656532883644104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,uniform,0.1776319940884908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,uniform,0.2002133329709371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,uniform,0.24777066707611084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,uniform,0.34202667077382404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,64,uniform,0.2008799910545349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,uniform,0.2153279980023702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,uniform,0.2301386594772339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,uniform,0.26336532831192017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,uniform,0.4867519934972127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,uniform,0.34171199798583984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,uniform,0.27162132660547894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,uniform,0.2796960075696309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,uniform,0.3044000069300334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,uniform,0.3573760191599528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,2,uniform,0.18199467658996582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,4,uniform,0.16295466820398966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,8,uniform,0.15089600284894308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,uniform,0.4698559840520223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,8,uniform,0.20126932859420776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,uniform,0.69868270556132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,2,uniform,0.24024534225463867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,4,uniform,0.21516267458597818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,uniform,0.26365333795547485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,uniform,0.2738933364550273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,uniform,0.2985440095265706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,uniform,0.34854400157928467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,uniform,0.4484959840774536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,uniform,0.6301440000534058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,uniform,0.17838400602340698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,uniform,0.18739734093348184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,uniform,0.1989120046297709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,uniform,0.22524799903233847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,uniform,0.2818560004234314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,uniform,0.38176532586415607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,64,uniform,0.23021332422892252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,uniform,0.2587786714235942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,uniform,0.2762453357378642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,uniform,0.3174720009167989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,uniform,0.5927466551462809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,uniform,0.42426665623982746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,uniform,0.30952000617980957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,uniform,0.32025599479675293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,uniform,0.35421868165334064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,8,uniform,0.21808532873789468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,4,uniform,0.23176000515619913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,2,uniform,0.260261336962382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,8,uniform,0.2893706758817037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,uniform,0.4227413336435954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,uniform,0.5529866615931193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,uniform,0.8378559748331705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,4,uniform,0.308896005153656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,2,uniform,0.3426453272501628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,uniform,0.34856534004211426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,uniform,0.33261332909266156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,uniform,0.37941332658131915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,uniform,0.44205331802368164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,uniform,0.5444373289744059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,uniform,0.80293869972229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,uniform,0.22748800118764242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,uniform,0.23805866638819376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,uniform,0.2548853357632955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,uniform,0.29261332750320435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,uniform,0.36110401153564453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,uniform,0.4862613280614217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,64,uniform,0.2918293277422587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,uniform,0.32381866375605267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,uniform,0.3519466718037923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,uniform,0.4060693184534709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,uniform,0.5607413450876871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,uniform,0.8089173634847006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,uniform,0.37412798404693604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,uniform,0.38900800546010333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,uniform,0.42683732509613037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,uniform,0.5045013427734375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,uniform,0.6457279920578003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,8,uniform,0.265669325987498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,4,uniform,0.28333866596221924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,2,uniform,0.3211626609166463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,8,uniform,0.36405332883199054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,uniform,0.9831093152364095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,2,uniform,0.43957332770029706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,4,uniform,0.38601601123809814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,uniform,0.40220801035563153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,uniform,0.43192001183827716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,uniform,0.46782398223876953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,uniform,0.5458453496297201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,uniform,0.6586879889170328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,uniform,0.9588373502095541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,uniform,0.27130667368570965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,uniform,0.28471465905507404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,uniform,0.31007466713587445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,uniform,0.35152534643809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,uniform,0.45321067174275714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,uniform,0.6201440095901489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,uniform,0.39499199390411377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,64,uniform,0.3494666814804077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,uniform,0.43625601132710773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,uniform,0.5003199974695841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,uniform,0.7019573052724203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,uniform,1.0214186509450276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,uniform,0.4607786734898885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,uniform,0.48213334878285724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,uniform,0.5273919900258383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,8,uniform,0.36317865053812665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,4,uniform,0.3861600160598755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,8,uniform,0.5112959941228231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,2,uniform,0.43668798605600995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,uniform,0.6187040011088053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,uniform,0.7648959954579672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,uniform,1.1416959762573242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,4,uniform,0.5442666610081991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,2,uniform,0.6151573260625204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,uniform,0.5837920109430949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,uniform,0.5554080009460449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,uniform,0.6500906546910604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,uniform,0.7471413612365723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,uniform,0.8970932960510254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,uniform,1.2966240247090657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,uniform,0.3656746546427409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,uniform,0.3808799982070923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,uniform,0.4166239897410075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,uniform,0.48389331499735516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,uniform,0.6212000052134196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,uniform,0.8538666566212972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,64,uniform,0.48600534598032635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,uniform,0.556170662244161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,uniform,0.6012693246205648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,uniform,0.7088267008463541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,uniform,1.0066453615824382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,uniform,1.4494825998942058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,uniform,0.6203573147455851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,uniform,0.6626826524734497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,uniform,0.7091626326243082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,8,uniform,0.45892266432444256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,4,uniform,0.4912426471710205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,uniform,0.8346986770629883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,2,uniform,0.5760266780853271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,8,uniform,0.6623680194218954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,uniform,0.9907519817352295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,4,uniform,0.7314080397288004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,uniform,1.4670346577962239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,2,uniform,0.8314346472422282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,uniform,0.7192800045013428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,uniform,0.8534826437632242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,uniform,0.7484479745229086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,uniform,0.9739306767781576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,uniform,1.1905492941538494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,uniform,0.4609440167744954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,uniform,1.729845364888509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,uniform,0.4819786548614502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,uniform,0.5235040187835693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,uniform,0.6106933355331421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,uniform,0.8127946853637695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,uniform,1.1583147048950195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,64,uniform,0.6108746528625488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,uniform,0.7017066478729248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,uniform,0.7631999651590983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,uniform,0.8963253498077393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,uniform,1.2889440059661865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,uniform,0.785690704981486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,uniform,1.9363306363423665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,uniform,0.8434399763743082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,uniform,0.9388533433278402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,4,uniform,0.6929759979248047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,8,uniform,0.6465546687444051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,2,uniform,0.7912053267161051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,uniform,1.0665706793467205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,8,uniform,1.0109386444091797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,uniform,1.2569440205891926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,uniform,1.8288960456848145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,4,uniform,1.0571573575337727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,2,uniform,1.222266674041748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,uniform,1.0322026411692302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,uniform,1.0739306608835857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,uniform,1.2142879962921143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,uniform,1.7255573272705078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,uniform,1.4181547164916992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,uniform,0.650768001874288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,uniform,2.4904640515645347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,uniform,0.675605297088623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,uniform,0.7301493485768636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,uniform,0.8644853432973226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,uniform,1.1692426999409993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,uniform,1.622970740000407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,64,uniform,0.8841119607289633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,uniform,1.0319360097249348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,uniform,1.1057226657867432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,uniform,1.317301352818807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,uniform,1.9308212598164876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,uniform,1.1152266661326091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,uniform,2.8854665756225586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,uniform,1.1889599959055583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,uniform,1.3581546147664387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,2,uniform,1.0733280181884766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,8,uniform,0.835589329401652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,4,uniform,0.9017919699350992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,8,uniform,1.3590453465779622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,uniform,1.5344266891479492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,uniform,1.8284427324930828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,4,uniform,1.5014400482177734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,2,uniform,1.71506134668986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,uniform,2.645616054534912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,uniform,1.346186637878418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,uniform,1.8704533576965332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,uniform,1.560266653696696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,uniform,1.4118080139160156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,uniform,2.3170933723449707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,uniform,3.3274720509847007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,uniform,0.8349653085072836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,uniform,0.8706400394439697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,uniform,0.9426186879475912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,uniform,1.114751974741618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,uniform,1.5440533955891926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,uniform,2.202079931894938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,64,uniform,1.1570186614990234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,uniform,1.360106627146403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,uniform,1.4415520032246907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,uniform,2.5098986625671387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,uniform,1.7278985977172852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,uniform,3.6957066853841147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,uniform,1.4748320579528809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,uniform,1.5449919700622559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,uniform,1.7924586931864421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,8,uniform,1.0208319822947185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,4,uniform,1.113642692565918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,2,uniform,1.323034683863322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,8,uniform,1.7361332575480144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,uniform,2.041872024536133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,4,uniform,1.8902346293131511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,uniform,2.4069172541300454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,2,uniform,2.1518346468607583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,uniform,3.4509760538736978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,uniform,1.6832693417867024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,uniform,1.781765302022298
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,uniform,1.9184373219807942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,uniform,1.0232586860656738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,uniform,2.9055840174357095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,uniform,4.1760053634643555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,uniform,2.3251946767171225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,uniform,1.0741493701934814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,uniform,1.1549546718597412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,uniform,1.9369014104207356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,uniform,1.3672480583190918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,uniform,2.755674680074056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,64,uniform,1.4650559425354004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,uniform,1.6973439852396648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,uniform,1.780442714691162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,uniform,3.1041440963745117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,uniform,2.134672005971273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,uniform,4.602298736572266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,uniform,1.866165320078532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,uniform,1.9909599622090657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,8,uniform,0.07061333457628886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,4,uniform,0.06796266635258992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,8,uniform,0.07685866455237071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,uniform,2.1914025942484536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,4,uniform,0.07231999933719635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,uniform,0.08055999875068665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,2,uniform,0.0719413310289383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,uniform,0.07486933469772339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,uniform,0.07634666562080383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,uniform,0.07563200096289317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,uniform,0.08081600069999695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,uniform,0.07052800059318542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,uniform,0.07353066901365916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,uniform,0.06417599817117055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,uniform,0.06603200236956279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,64,uniform,0.07977066437403361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,uniform,0.07155733307202657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,uniform,0.0804319977760315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,uniform,0.07541333138942719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,uniform,0.07833066582679749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,uniform,0.07776000102361043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,4,uniform,0.06798399984836578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,uniform,0.08134399851163228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,8,uniform,0.07633600135644276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,8,uniform,0.06990399956703186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,4,uniform,0.07220800220966339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,2,uniform,0.0767626663049062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,uniform,0.07752533257007599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,uniform,0.0819413314263026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,uniform,0.07615466912587483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,uniform,0.08687999844551086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,uniform,0.08037333190441132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,uniform,0.06968533496061961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,uniform,0.06804800033569336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,uniform,0.0650133341550827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,uniform,2.5090506871541343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,uniform,0.0812906672557195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,64,uniform,0.08226133386294048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,uniform,0.07551999886830647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,uniform,0.07186133166154225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,uniform,0.07892266909281413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,uniform,0.07826666533946991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,uniform,0.08410666386286418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,uniform,0.08708266417185466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,uniform,3.0819787979125977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,8,uniform,0.07313600182533264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,4,uniform,0.06901866694291432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,uniform,4.442970593770345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,8,uniform,0.07533333202203114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,uniform,0.08408533533414204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,4,uniform,0.07657599945863088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,2,uniform,0.08210666477680206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,uniform,0.077674667040507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,uniform,0.082096000512441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,uniform,0.07157866656780243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,uniform,0.09729599952697754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,uniform,0.06720533470312755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,64,uniform,0.08111999928951263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,uniform,0.08668266733487447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,uniform,0.06842666864395142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,uniform,0.07503466804822286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,uniform,0.07656000057856242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,8,uniform,0.07003200054168701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,uniform,0.07803733150164287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,uniform,0.08124266564846039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,uniform,0.08499200145403545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,uniform,0.09067199627558391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,uniform,0.09650666515032451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,8,uniform,0.07618133227030437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,4,uniform,0.0706879993279775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,2,uniform,0.0839413305123647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,4,uniform,0.07773866752783458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,uniform,0.08233066896597545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,uniform,0.09603733817736308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,uniform,0.09089066584904988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,uniform,0.08306133250395457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,uniform,0.11315199732780457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,64,uniform,0.0825386643409729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,uniform,0.07144000132878621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,uniform,0.07196799914042155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,uniform,0.07124266525109609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,uniform,0.08262399832407634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,uniform,0.07943999767303467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,uniform,0.08355200290679932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,uniform,0.08116800089677174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,uniform,0.0906986693541209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,uniform,0.09961600104967754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,uniform,0.1157866617043813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,8,uniform,0.07158400118350983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,8,uniform,0.0769706666469574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,4,uniform,0.07032000025113423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,uniform,0.11015466849009196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,2,uniform,0.08372267087300618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,4,uniform,0.07751466830571492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,uniform,0.09839999675750732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,uniform,0.1000373363494873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,uniform,0.07401066521803538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,uniform,0.12458667159080505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,uniform,0.1588213344415029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,uniform,0.0739519993464152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,64,uniform,0.10981866717338562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,uniform,0.10499733686447144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,uniform,0.07733333110809326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,uniform,0.11120532949765523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,uniform,0.09985066453615825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,uniform,0.09719467163085938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,uniform,0.11072533329327901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,4,uniform,0.07011733452479045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,uniform,0.12799466649691263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,uniform,0.1586026648680369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,8,uniform,0.07134399811426799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,8,uniform,0.07720000048478444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,uniform,0.12622400124867758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,4,uniform,0.0768746683994929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,2,uniform,0.08264000217119853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,uniform,0.1288053294022878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,uniform,0.1427786648273468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,uniform,0.07654400169849396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,uniform,0.17333332697550455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,uniform,0.23457066218058267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,uniform,0.07601066430409749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,uniform,0.07962666451931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,64,uniform,0.11436800161997478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,uniform,0.11177066961924235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,uniform,0.1178986628850301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,uniform,0.12667199969291687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,uniform,0.1275040010611216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,uniform,0.14897066354751587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,uniform,0.18054932355880737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,uniform,0.24277865886688232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,4,uniform,0.07017066578070323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,8,uniform,0.07751466830571492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,8,uniform,0.07141333321730296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,2,uniform,0.0839466651280721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,4,uniform,0.07813866436481476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,uniform,0.12814399600028992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,uniform,0.1301813324292501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,uniform,0.17590399583180746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,uniform,0.14822933077812195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,uniform,0.24117867151896158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,uniform,0.08106133341789246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,64,uniform,0.11354133486747742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,uniform,0.11301333705584209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,uniform,0.07787199815114339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,uniform,0.12006400028864543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,uniform,0.07868800063927968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,uniform,0.15413866440455118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,8,uniform,0.07137600084145863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,uniform,0.15637866655985513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,uniform,0.18658665815989176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,uniform,0.23216533660888672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,uniform,0.324069341023763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,4,uniform,0.07029333213965099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,8,uniform,0.07746666669845581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,4,uniform,0.07681066791216533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,2,uniform,0.08307733138402303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,uniform,0.12994666894276938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,uniform,0.13088533282279968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,uniform,0.07899733384450276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,uniform,0.1519306699434916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,uniform,0.17776532967885336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,uniform,0.2404266595840454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,uniform,0.07963733375072479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,uniform,0.08235733211040497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,64,uniform,0.11573333541552226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,uniform,0.11637866497039795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,uniform,0.1588586668173472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,uniform,0.12239999572436015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,uniform,0.15707733233769736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,8,uniform,0.07341333230336507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,uniform,0.1869386633237203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,uniform,0.2329066594441732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,uniform,0.3255680004755656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,4,uniform,0.07435200115044911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,2,uniform,0.09051199754079182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,8,uniform,0.08540800213813782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,4,uniform,0.08437333504358928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,uniform,0.13136000434557596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,uniform,0.13555199901262918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,uniform,0.2474613388379415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,uniform,0.15076800187428793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,uniform,0.17998933792114258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,uniform,0.08092799782752991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,uniform,0.1167039970556895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,uniform,0.08066133161385854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,uniform,0.08436800042788188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,64,uniform,0.11601066589355469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,uniform,0.12318933010101318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,uniform,0.15666666626930237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,uniform,0.18905067443847656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,uniform,0.1607039968172709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,uniform,0.2325920065244039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,8,uniform,0.07388266424338023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,uniform,0.3267199993133545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,4,uniform,0.082997332016627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,4,uniform,0.07347733279069264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,8,uniform,0.08565333485603333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,2,uniform,0.09116266171137492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,uniform,0.1816213329633077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,uniform,0.1343786617120107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,uniform,0.13369599978129068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,uniform,0.1534880002339681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,uniform,0.24476265907287598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,uniform,0.08221866687138875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,uniform,0.08202133576075236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,uniform,0.08518933256467183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,uniform,0.11813867092132568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,64,uniform,0.11988266309102376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,uniform,0.12455466389656067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,uniform,0.23601067066192627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,uniform,0.15729600191116333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,uniform,0.16146133343378702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,uniform,0.18989866971969604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,8,uniform,0.0842026670773824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,uniform,0.33269333839416504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,4,uniform,0.0734986662864685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,8,uniform,0.07286933561166127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,4,uniform,0.083146666487058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,2,uniform,0.09202667077382405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,uniform,0.13518399993578592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,uniform,0.13576533397038779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,uniform,0.15412267049153647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,uniform,0.1839359998703003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,uniform,0.08364267150561015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,uniform,0.24930665890375772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,uniform,0.08345599969228108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,64,uniform,0.11887466907501221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,uniform,0.0876693328221639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,uniform,0.11887466907501221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,uniform,0.12659200032552084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,uniform,0.2372586727142334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,uniform,0.16243732968966165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,uniform,0.19326400756835938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,uniform,0.16312533617019653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,uniform,0.3312373359998067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,8,uniform,0.1032480001449585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,8,uniform,0.08629332979520161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,4,uniform,0.08417600393295288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,4,uniform,0.10288000106811523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,2,uniform,0.10967999696731567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,uniform,0.1365120013554891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,uniform,0.15556266903877258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,uniform,0.13860799868901572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,uniform,0.1842986742655436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,uniform,0.25335466861724854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,64,uniform,0.12051733334859212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,uniform,0.0844533344109853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,uniform,0.08451199531555176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,uniform,0.08739200234413147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,uniform,0.12173866232236226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,uniform,0.1660373310248057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,uniform,0.16268799702326456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,uniform,0.12683199842770895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,uniform,0.24186132351557413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,uniform,0.19405333201090494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,uniform,0.3375733296076457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,4,uniform,0.08639466762542725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,8,uniform,0.0867786705493927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,8,uniform,0.10204266508420308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,4,uniform,0.10087466239929199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,2,uniform,0.11186133821805318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,uniform,0.1569760044415792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,uniform,0.13687466581662497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,uniform,0.1376106639703115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,uniform,0.18829333782196045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,uniform,0.08911466598510742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,uniform,0.255130668481191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,uniform,0.08642666538556416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,uniform,0.08487466971079509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,64,uniform,0.12146666646003723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,uniform,0.12166933218638103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,uniform,0.16572800278663635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,uniform,0.12990933656692505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,uniform,0.1668213407198588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,uniform,0.1954186757405599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,uniform,0.24567466974258423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,4,uniform,0.08969600001970927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,8,uniform,0.09074667096138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,uniform,0.34114666779836017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,8,uniform,0.10790933171908061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,uniform,0.14152533809343973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,4,uniform,0.10629333058993022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,2,uniform,0.11870933572451274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,uniform,0.14174399773279825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,uniform,0.15999466180801392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,uniform,0.19129600127538046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,uniform,0.2629973292350769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,uniform,0.08947733044624329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,uniform,0.08761066198348999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,uniform,0.09197333455085754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,64,uniform,0.12422933181126912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,uniform,0.16859734058380127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,uniform,0.12382933497428894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,uniform,0.13059199849764505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,uniform,0.1670186718304952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,uniform,0.1967466672261556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,uniform,0.24739732344945273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,8,uniform,0.10149332880973816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,uniform,0.34865065415700275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,4,uniform,0.10033599535624187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,8,uniform,0.12574932972590128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,4,uniform,0.12999467055002847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,uniform,0.14597333470980325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,2,uniform,0.13678933183352152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,uniform,0.14392000436782837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,uniform,0.16422933340072632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,uniform,0.1945599913597107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,uniform,0.10511466860771179
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,uniform,0.10493866602579753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,uniform,0.26738133033116657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,uniform,0.112335999806722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,64,uniform,0.1255519986152649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,uniform,0.1735360026359558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,uniform,0.12809066971143088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,uniform,0.1339413324991862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,uniform,0.17602666219075522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,uniform,0.20293867588043213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,8,uniform,0.10586133599281311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,uniform,0.2529386679331462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,uniform,0.350655992825826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,4,uniform,0.10749333103497823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,8,uniform,0.13403200109799704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,4,uniform,0.13620266318321228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,2,uniform,0.1430453360080719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,uniform,0.14672000209490457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,uniform,0.1479573349157969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,uniform,0.16702399651209512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,uniform,0.20029334227244058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,uniform,0.11726400256156921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,uniform,0.10688533385594685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,uniform,0.10557333628336589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,uniform,0.2752266724904378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,64,uniform,0.14793599645296732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,uniform,0.16148799657821655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,uniform,0.16697067022323608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,uniform,0.1755519906679789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,uniform,0.17577066024144491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,uniform,0.20629332462946573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,8,uniform,0.15908799568812051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,uniform,0.25778132677078247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,8,uniform,0.12123733758926392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,4,uniform,0.12147200107574463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,uniform,0.36162134011586505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,4,uniform,0.16223999857902527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,2,uniform,0.16839466492335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,uniform,0.15213867028554282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,uniform,0.21202133099238077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,uniform,0.17694934209187826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,uniform,0.15656532843907675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,uniform,0.29048534234364826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,uniform,0.11053333679835002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,uniform,0.11158933242162068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,uniform,0.12458667159080505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,64,uniform,0.15161066253980002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,uniform,0.18503467241923013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,uniform,0.16748799880345663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,uniform,0.18333866198857626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,uniform,0.17308266957600912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,8,uniform,0.149018665154775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,4,uniform,0.14833600322405496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,uniform,0.2172000010808309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,uniform,0.269322673479716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,uniform,0.37451199690500897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,8,uniform,0.20273067553838095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,4,uniform,0.2089759906133016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,2,uniform,0.21732799212137857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,uniform,0.22662933667500815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,uniform,0.23545066515604654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,uniform,0.2984960079193115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,uniform,0.2507999936739604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,uniform,0.1550933321317037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,uniform,0.4042186737060547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,uniform,0.1506613294283549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,uniform,0.21810666720072427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,uniform,0.16739734013875326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,64,uniform,0.2095573345820109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,uniform,0.22353067000706991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,uniform,0.23119999965031943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,uniform,0.22131200631459555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,uniform,0.25072532892227173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,8,uniform,0.24886399507522583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,8,uniform,0.1687893271446228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,uniform,0.29997867345809937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,4,uniform,0.17363733053207397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,uniform,0.4214719931284587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,4,uniform,0.2574026584625244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,2,uniform,0.26401599248250324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,uniform,0.2432266672452291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,uniform,0.26071999470392865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,uniform,0.3187466661135356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,uniform,0.24862400690714517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,uniform,0.42843735218048096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,uniform,0.171450674533844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,uniform,0.17115734020868936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,uniform,0.18588266770044962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,64,uniform,0.23798400163650513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,uniform,0.26551999648412067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,uniform,0.26851733525594074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,uniform,0.29983999331792194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,uniform,0.30828799804051715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,uniform,0.40060798327128094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,uniform,0.3206133246421814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,uniform,0.5591786702473959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,8,uniform,0.22538665930430093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,4,uniform,0.23123733202616373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,8,uniform,0.333621342976888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,4,uniform,0.3497813145319621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,2,uniform,0.36208001772562665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,uniform,0.320634663105011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,uniform,0.3144906759262085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,uniform,0.3357173204421997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,uniform,0.41022932529449463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,uniform,0.5530720154444376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,uniform,0.2153706749280294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,uniform,0.21277866760889688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,uniform,0.2271626591682434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,64,uniform,0.29546666145324707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,uniform,0.3150239984194438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,uniform,0.3203306595484416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,uniform,0.32548266649246216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,uniform,0.3552639881769816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,uniform,0.33513065179189044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,8,uniform,0.2746506730715434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,uniform,0.44097065925598145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,4,uniform,0.44679466883341473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,4,uniform,0.2786186734835307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,8,uniform,0.42077867190043133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,2,uniform,0.458405335744222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,uniform,0.6131626764933268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,uniform,0.379311998685201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,uniform,0.39416531721750897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,uniform,0.40984535217285156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,uniform,0.49631468454996747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,uniform,0.6838080088297526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,uniform,0.2505120038986206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,uniform,0.24751466512680054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,uniform,0.2658240000406901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,uniform,0.3927786747614543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,64,uniform,0.3529493411382039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,uniform,0.40144534905751544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,uniform,0.421776016553243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,uniform,0.43672533830006915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,uniform,0.4519893328348796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,8,uniform,0.3938773473103841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,uniform,0.7896587053934733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,4,uniform,0.4013599952061971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,uniform,0.5563040177027384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,8,uniform,0.6123306751251221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,4,uniform,0.6512693166732788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,2,uniform,0.663541316986084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,uniform,0.514304002126058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,uniform,0.5407840013504028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,uniform,0.5508000055948893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,uniform,0.6585813363393148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,uniform,0.3311413327852885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,uniform,0.9104053179423014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,uniform,0.3230026761690776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,uniform,0.34541865189870197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,64,uniform,0.47091734409332275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,uniform,0.5255039930343628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,uniform,0.5369386672973633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,uniform,0.5396586656570435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,uniform,0.5611146688461304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,uniform,0.5792213280995687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,uniform,0.6944426695505778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,8,uniform,0.4984480142593384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,4,uniform,0.5082026720046997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,8,uniform,0.780677318572998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,4,uniform,0.837061325709025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,2,uniform,0.8431039651234945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,uniform,0.9994613329569498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,uniform,0.6509120066960653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,uniform,0.6838880379994711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,uniform,0.6975893179575602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,uniform,0.8337492942810059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,uniform,1.1353226502736409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,uniform,0.4071093400319417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,uniform,0.394320011138916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,uniform,0.4275199969609578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,64,uniform,0.5674826701482137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,uniform,0.6471999883651733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,uniform,0.6663680076599121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,uniform,0.7313173611958822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,uniform,0.7620639801025391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,uniform,0.7643146514892578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,8,uniform,0.7043093045552572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,4,uniform,0.7278026739756266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,8,uniform,1.1374613444010417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,4,uniform,1.219802697499593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,2,uniform,1.2437280019124348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,uniform,0.9224533240000407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,uniform,1.2966933250427246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,uniform,0.9249066511789957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,uniform,0.9705599943796793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,uniform,0.9688479900360107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,uniform,0.5609600146611532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,uniform,1.1551360289255779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,uniform,1.611237366994222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,uniform,0.5479040145874023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,uniform,0.5744373401006063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,uniform,0.9618613719940186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,64,uniform,0.8150613307952881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,uniform,0.9370346864064535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,uniform,0.966655969619751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,uniform,1.0274720191955566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,uniform,1.0194559892018635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,8,uniform,0.922976016998291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,8,uniform,1.4928693771362305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,4,uniform,0.9452533721923828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,4,uniform,1.5968906084696453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,2,uniform,1.625834623972575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,uniform,1.241930643717448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,uniform,1.6848266919453938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,uniform,1.1966880162556965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,uniform,1.2493600050608318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,uniform,1.2476692994435628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,uniform,1.4773173332214355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,uniform,2.0652853647867837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,uniform,0.7132053375244141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,uniform,0.6961706479390463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,uniform,0.7292373180389404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,64,uniform,1.032586654027303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,uniform,1.1921760241190593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,uniform,1.227013349533081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,uniform,1.335584004720052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,uniform,1.2696746985117595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,uniform,1.329925298690796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,8,uniform,1.32370130221049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,4,uniform,1.368890603383382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,2,uniform,2.390549341837565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,8,uniform,2.174015998840332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,4,uniform,2.3572640419006348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,uniform,1.5936373074849446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,uniform,2.1840052604675293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,uniform,1.8242079416910808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,uniform,1.7318399747212727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,uniform,1.8311626116434734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,uniform,2.140127976735433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,uniform,3.0178346633911133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,uniform,1.0147679646809895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,uniform,0.989898681640625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,uniform,1.0371306737263997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,uniform,1.7284266153971355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,uniform,1.788933277130127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,64,uniform,1.4882666269938152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,uniform,1.8174880345662434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,uniform,1.9109066327412922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,uniform,1.9302239418029785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,8,uniform,1.7464906374613445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,4,uniform,1.7938559850056965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,8,uniform,2.888767878214518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,4,uniform,3.123658816019694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,2,uniform,3.156010627746582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,uniform,2.262773354848226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,uniform,3.1133813858032227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,uniform,2.27237860361735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,uniform,2.381829261779785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,uniform,2.3958560625712075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,uniform,2.7768853505452475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,uniform,3.917189280192057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,uniform,1.325653314590454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,uniform,1.288709322611491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,uniform,1.3502507209777832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,64,uniform,1.9476213455200195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,uniform,2.2790613174438477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,uniform,2.36244265238444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,uniform,2.4287734031677246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,uniform,2.5408266385396323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,uniform,2.567296028137207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,8,uniform,2.1637706756591797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,4,uniform,2.231248060862223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,8,uniform,3.5803839365641275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,4,uniform,3.885957400004069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,2,uniform,3.9462292989095054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,uniform,2.9829012552897134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,uniform,4.112240155537923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,uniform,2.819098790486654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,uniform,2.9580532709757485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,uniform,3.4474614461263022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,uniform,2.9831787745157876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,uniform,4.867664019266765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,uniform,1.6345280011494954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,uniform,1.5844000180562336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,64,uniform,2.3921759923299155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,uniform,1.6610399881998699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,uniform,2.7858187357584634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,uniform,2.9785067240397134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,uniform,2.8996054331461587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,uniform,3.122234662373861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,uniform,0.04028266668319702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,uniform,3.1504694620768228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,uniform,0.03978666663169861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,uniform,0.04110399881998698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,uniform,0.04923733572165171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,uniform,0.0421013335386912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,uniform,3.663738568623861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,uniform,4.996037483215332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,uniform,0.06405866642793019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,uniform,0.04351999859015147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,uniform,0.05589866638183594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,uniform,0.055359999338785805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,uniform,0.05749333401521047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,uniform,0.06610666712125142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,uniform,0.042853335539499916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,uniform,0.04298133154710134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,uniform,0.042538667718569435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,uniform,0.04359466830889384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,64,uniform,0.06112533311049143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,uniform,0.052709331115086876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,uniform,0.05110399921735128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,uniform,0.0525439977645874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,uniform,0.05907199780146281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,uniform,0.05514133473237356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,uniform,0.06425599753856659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,uniform,0.05641066531340281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,uniform,0.062394668658574425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,uniform,0.07592533528804779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,uniform,0.040735999743143715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,uniform,0.04032533367474874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,uniform,0.041434665520985924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,uniform,0.04758933186531067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,uniform,0.04403733213742574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,uniform,0.06442666550477345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,uniform,0.04448533554871877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,uniform,0.05563733478387197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,uniform,0.05648000041643778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,uniform,0.06126399834950765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,uniform,0.07190399865309398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,uniform,0.044309332966804504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,uniform,0.04351999859015147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,uniform,0.04322666426499685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,uniform,0.04598933458328247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,uniform,0.05106133222579956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,64,uniform,0.05719466507434845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,uniform,0.052522664268811546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,uniform,0.05950933198134104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,uniform,0.04950400193532308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,uniform,0.0598826656738917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,uniform,0.056890666484832764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,uniform,0.05394133428732554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,uniform,0.06228800117969513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,uniform,0.07597333192825317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,uniform,0.03849066545565923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,uniform,0.0410453329483668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,uniform,0.03985599925120672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,uniform,0.04984533290068308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,uniform,0.04955733319123586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,uniform,0.05169600248336792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,uniform,0.06400000055631001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,uniform,0.05584000051021576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,uniform,0.0628053347269694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,uniform,0.058378666639328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,uniform,0.07436800003051758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,uniform,0.04294399917125702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,uniform,0.04171733558177948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,uniform,0.043749332427978516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,uniform,0.04411733150482178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,64,uniform,0.05871999760468801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,uniform,0.05180799961090088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,uniform,0.053541332483291626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,uniform,0.05682666599750519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,uniform,0.06429333488146464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,uniform,0.06451733410358429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,uniform,0.056074668963750206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,uniform,0.06681600213050842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,uniform,0.07909333209196727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,uniform,0.057189335425694786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,uniform,0.03897066662708918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,uniform,0.039733332892258964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,uniform,0.04033066580692927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,uniform,0.04571733375390371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,uniform,0.0488373339176178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,uniform,0.04754666487375895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,uniform,0.06518933176994324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,uniform,0.06713066498438518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,uniform,0.06880000233650208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,uniform,0.07502399881680806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,uniform,0.0444160004456838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,uniform,0.08218666911125183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,uniform,0.045456002155939736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,uniform,0.04271999994913737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,uniform,0.04682666560014089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,64,uniform,0.05991466840108236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,uniform,0.05844266712665558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,uniform,0.06712000072002411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,uniform,0.06038400034109751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,uniform,0.07787199815114339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,uniform,0.06502399841944377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,uniform,0.06520533561706543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,uniform,0.06857599814732869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,uniform,0.0780266672372818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,uniform,0.08760000268618266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,uniform,0.039173332353432976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,uniform,0.04043733328580856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,uniform,0.039279999832312264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,uniform,0.048751999934514366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,uniform,0.04799999793370565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,uniform,0.05296533306439718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,uniform,0.07598933577537537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,uniform,0.07878933350245158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,uniform,0.08317866424719493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,uniform,0.108624001344045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,uniform,0.0897759993871053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,uniform,0.049626668294270836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,uniform,0.0513866643110911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,uniform,0.0547626664241155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,uniform,0.05829866727193197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,64,uniform,0.07471466561158498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,uniform,0.07587199906508128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,uniform,0.07786133388678233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,uniform,0.08148266871770223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,uniform,0.09489066402117412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,uniform,0.07548266649246216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,uniform,0.08007466793060303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,uniform,0.08236266672611237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,uniform,0.09302933017412822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,uniform,0.11552533507347107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,uniform,0.04205333193143209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,uniform,0.04241600135962168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,uniform,0.04942933221658071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,uniform,0.04115733255942663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,uniform,0.05060266455014547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,uniform,0.050885334610939026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,uniform,0.10638933380444844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,uniform,0.10446400443712871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,uniform,0.11307199796040852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,uniform,0.12665599584579468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,uniform,0.1557813286781311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,uniform,0.052746668457984924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,uniform,0.053370664517084755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,uniform,0.053904001911481224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,uniform,0.05950933198134104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,uniform,0.08252266546090443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,64,uniform,0.07479999959468842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,uniform,0.08403733372688293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,uniform,0.10804266730944316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,uniform,0.09002133210500081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,uniform,0.10667733351389568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,uniform,0.10974400242169698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,uniform,0.11948800086975098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,uniform,0.13288533687591553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,uniform,0.15457066893577576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,uniform,0.042453333735466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,uniform,0.04491733511288961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,uniform,0.040287998815377556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,uniform,0.05266666909058889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,uniform,0.04955733319123586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,uniform,0.05638400216897329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,uniform,0.10760000348091125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,uniform,0.11062933007876079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,uniform,0.11547733346621196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,uniform,0.12867732842763266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,uniform,0.15828266739845276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,uniform,0.052341332038243614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,uniform,0.05375466744105021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,uniform,0.062421331803003945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,uniform,0.05220800141493479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,64,uniform,0.07602666815121968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,uniform,0.08283199866612752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,uniform,0.08520000179608662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,uniform,0.09101333220799764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,uniform,0.11006399989128113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,uniform,0.13286399841308594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,uniform,0.1341973344484965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,uniform,0.16273066401481628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,uniform,0.2010293404261271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,uniform,0.14013333121935526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,uniform,0.042805333932240806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,uniform,0.04051200052102407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,uniform,0.044624000787734985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,uniform,0.04975466430187225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,uniform,0.05455466608206431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,uniform,0.057349334160486855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,uniform,0.1088106632232666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,uniform,0.11170666416486104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,uniform,0.1309333344300588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,uniform,0.1622773309548696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,uniform,0.11198932925860088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,uniform,0.055760001142819725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,uniform,0.051738664507865906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,uniform,0.058837334314982094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,uniform,0.05894933144251505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,64,uniform,0.08167999982833862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,uniform,0.08903466661771138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,uniform,0.09040000041325887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,uniform,0.09247466921806335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,uniform,0.11724266409873962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,uniform,0.13869866728782654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,uniform,0.14805333813031515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,uniform,0.1373973290125529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,uniform,0.1694986621538798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,uniform,0.20733332633972168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,uniform,0.04340800146261851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,uniform,0.045968001087506614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,uniform,0.05641066531340281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,uniform,0.04586133360862732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,uniform,0.05515199899673462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,uniform,0.05678399900595347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,uniform,0.10826667149861653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,uniform,0.11220799883206685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,uniform,0.12341866890589397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,uniform,0.18042665719985962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,uniform,0.13860799868901572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,uniform,0.06043200194835663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,uniform,0.05821333328882853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,uniform,0.05955733358860016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,uniform,0.06656000018119812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,64,uniform,0.08549333612124126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,uniform,0.08921066919962566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,uniform,0.09517866373062134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,uniform,0.1341653366883596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,uniform,0.09820800026257832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,uniform,0.1479466656843821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,uniform,0.13849066694577536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,uniform,0.1511520047982534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,uniform,0.18888533115386963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,uniform,0.24764800071716309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,uniform,0.04534400006135305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,uniform,0.043882668018341064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,uniform,0.04853333532810211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,uniform,0.05576533575852712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,uniform,0.05603733162085215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,uniform,0.060736000537872314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,uniform,0.11392533779144287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,uniform,0.11774399876594543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,uniform,0.12501333157221475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,uniform,0.1453279952208201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,uniform,0.18950400749842325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,uniform,0.06031466523806254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,uniform,0.06247999767462412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,uniform,0.06522666911284129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,uniform,0.06798399984836578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,64,uniform,0.08785067001978557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,uniform,0.09047466516494751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,uniform,0.09777599573135376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,uniform,0.13702932993570963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,uniform,0.10123733679453532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,uniform,0.14457066853841147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,uniform,0.14846400419871011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,uniform,0.15735466281572977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,uniform,0.18466667334238687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,uniform,0.25757867097854614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,uniform,0.046480000019073486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,uniform,0.04677866895993551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,uniform,0.04943466683228811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,uniform,0.05718400080998739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,uniform,0.05983999868233999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,uniform,0.06473599870999654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,uniform,0.12828800082206726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,uniform,0.11117333173751831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,uniform,0.11468799908955891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,uniform,0.14922133088111877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,uniform,0.18918933471043906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,uniform,0.06232533355553945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,uniform,0.059445331494013466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,uniform,0.06803733110427856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,uniform,0.07513066629568736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,64,uniform,0.08428266644477844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,uniform,0.09125866492589314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,uniform,0.10332266489664714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,uniform,0.09530666470527649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,uniform,0.1353386640548706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,uniform,0.14198399583498636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,uniform,0.14658133188883463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,uniform,0.15562132994333902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,uniform,0.1944213310877482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,uniform,0.26190932591756183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,uniform,0.04962133367856344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,uniform,0.05170666674772898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,uniform,0.05246399839719137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,uniform,0.06308266520500183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,uniform,0.06229333579540253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,uniform,0.11797866225242615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,uniform,0.07039466500282288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,uniform,0.13052266836166382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,uniform,0.15255999565124512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,uniform,0.11909332871437073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,uniform,0.20036800702412924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,uniform,0.06899199883143108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,uniform,0.0626933326323827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,uniform,0.0666720022757848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,uniform,0.07489599784215291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,64,uniform,0.08538666367530823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,uniform,0.0938933293024699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,uniform,0.09757333000500996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,uniform,0.11311999956766765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,uniform,0.1454026699066162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,uniform,0.14917332927385965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,uniform,0.16005333264668783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,uniform,0.16666133205095926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,uniform,0.2032853364944458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,uniform,0.26235200961430866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,uniform,0.05099200208981832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,uniform,0.05522666871547699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,uniform,0.04900800188382467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,uniform,0.06337599953015645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,uniform,0.059818665186564125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,uniform,0.07214933137098949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,uniform,0.11454932888348897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,uniform,0.12518399953842163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,uniform,0.13194666306177774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,uniform,0.15567466616630554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,uniform,0.20311466852823892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,uniform,0.06871466835339864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,uniform,0.07257066667079926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,uniform,0.06364800035953522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,uniform,0.08160533507664998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,64,uniform,0.08583999673525493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,uniform,0.0944160024325053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,uniform,0.09859733780225118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,uniform,0.11408533652623494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,uniform,0.14408533771832785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,uniform,0.16107199589411417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,uniform,0.1739786664644877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,uniform,0.14994133512179056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,uniform,0.20521599054336548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,uniform,0.2667466600735982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,uniform,0.05205333232879639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,uniform,0.0518453319867452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,uniform,0.0566240002711614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,uniform,0.0658186674118042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,uniform,0.06773866713047028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,uniform,0.07607999940713246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,uniform,0.12136000394821167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,uniform,0.12760000427563986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,uniform,0.13557333747545877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,uniform,0.15917332967122397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,uniform,0.21206400791803995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,uniform,0.07133866846561432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,uniform,0.07260266443093617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,uniform,0.07102933526039124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,uniform,0.0851146678129832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,uniform,0.09714133540789287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,64,uniform,0.0884320040543874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,uniform,0.11874666810035706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,uniform,0.10123733679453532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,uniform,0.1523146629333496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,uniform,0.15057067076365152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,uniform,0.1618613302707672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,uniform,0.17318934202194214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,uniform,0.20893865823745728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,uniform,0.2770079970359802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,uniform,0.06400000055631001
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,uniform,0.06489600241184235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,uniform,0.06701333324114482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,uniform,0.07838400204976399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,uniform,0.08250666658083598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,uniform,0.07399466633796692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,uniform,0.13158933321634927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,uniform,0.1413279970486959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,uniform,0.1321333348751068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,uniform,0.17244267463684082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,uniform,0.2251840035120646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,uniform,0.08105066418647766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,uniform,0.07910933097203572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,uniform,0.08444799979527791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,uniform,0.09471999605496724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,uniform,0.11217600107192993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,64,uniform,0.1042080024878184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,uniform,0.13588266571362814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,uniform,0.17314666509628296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,uniform,0.1125866671403249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,uniform,0.16988267501195273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,uniform,0.17149867614110312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,uniform,0.2262666622797648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,uniform,0.29393599430720013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,uniform,0.1803306738535563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,uniform,0.06541866560777028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,uniform,0.06414400041103363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,uniform,0.07524266839027405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,uniform,0.07443733513355255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,uniform,0.0831413318713506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,uniform,0.0915786623954773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,uniform,0.13386133313179016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,uniform,0.13969600200653076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,uniform,0.15018133322397867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,uniform,0.17827200889587402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,uniform,0.23789334297180176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,uniform,0.08107733229796092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,uniform,0.07776000102361043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,uniform,0.08769067128499348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,uniform,0.0934399962425232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,64,uniform,0.10013866424560547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,uniform,0.10945600271224976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,uniform,0.13522666692733765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,uniform,0.17564266920089722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,uniform,0.11675199866294861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,uniform,0.16688533624013266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,uniform,0.17573332786560059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,uniform,0.19098132848739624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,uniform,0.22697067260742188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,uniform,0.30269332726796466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,uniform,0.07005333403746287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,uniform,0.07147733370463054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,uniform,0.07750933369000752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,uniform,0.08585066596666972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,uniform,0.10281067093213399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,uniform,0.09097066521644592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,uniform,0.15044800440470377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,uniform,0.1596213380495707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,uniform,0.13938666383425394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,uniform,0.1912213365236918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,uniform,0.255840003490448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,uniform,0.09540266791979472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,uniform,0.10738666852315266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,uniform,0.08316799998283386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,uniform,0.08422399560610454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,uniform,0.11689066886901855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,64,uniform,0.1083626647790273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,uniform,0.12531200051307678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,uniform,0.19601066907246908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,uniform,0.14692800243695578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,uniform,0.18127999703089395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,uniform,0.1868106722831726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,uniform,0.204693337281545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,uniform,0.23974400758743286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,uniform,0.3262186646461487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,uniform,0.07107733190059662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,uniform,0.08198399841785431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,uniform,0.09558932979901631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,uniform,0.09060800075531006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,uniform,0.10032533605893452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,uniform,0.11857600013415019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,uniform,0.18642133474349976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,uniform,0.17640533049901327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,uniform,0.1995519995689392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,uniform,0.2351306676864624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,uniform,0.31632000207901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,uniform,0.1172160009543101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,uniform,0.11995200316111247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,uniform,0.12787200013796488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,uniform,0.13859732945760092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,64,uniform,0.13823466499646506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,uniform,0.15242133537928262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,uniform,0.242682675520579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,uniform,0.1620319982369741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,uniform,0.18869332472483316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,uniform,0.21434134244918823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,uniform,0.2234826683998108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,uniform,0.28412266572316486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,uniform,0.38949334621429443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,uniform,0.23922133445739746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,uniform,0.08534933129946391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,uniform,0.09923199812571208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,uniform,0.08577600121498108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,uniform,0.1125333309173584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,uniform,0.10192533334096272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,uniform,0.1304426689942678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.19307732582092285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,uniform,0.20191999276479086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,uniform,0.21699732542037964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,uniform,0.2597600022951762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,uniform,0.36660265922546387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,uniform,0.1304693321386973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,uniform,0.13467199603716531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,uniform,0.14220800002415976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,uniform,0.15728533267974854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,64,uniform,0.1567626694838206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,uniform,0.1660266617933909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,uniform,0.18382932742436728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,uniform,0.21025600035985312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,uniform,0.29316800832748413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,uniform,0.23693333069483438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,uniform,0.2397600015004476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,uniform,0.2646613319714864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,uniform,0.43929068247477215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,uniform,0.3136426607767741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,uniform,0.08986666798591614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,uniform,0.10002666711807251
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,uniform,0.12357866764068604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,uniform,0.13131200273831686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,uniform,0.11157866319020589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,uniform,0.1683466633160909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,uniform,0.21333332856496176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,uniform,0.22818666696548462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,uniform,0.2515146732330322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,uniform,0.3121440013249715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,uniform,0.45711998144785565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,uniform,0.14780267079671225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,uniform,0.19179733594258627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,uniform,0.16182933251063028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,uniform,0.14910933375358582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,uniform,0.19135467211405435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,64,uniform,0.1710453430811564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,uniform,0.20867733160654703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,uniform,0.2561386624972026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,uniform,0.2587040066719055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,uniform,0.36517333984375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,uniform,0.2740853428840637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,uniform,0.37139201164245605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,uniform,0.29630933205286664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,uniform,0.5289386510848999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,uniform,0.0983679989973704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,uniform,0.11652800440788269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,uniform,0.14447466532389322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,uniform,0.1301706631978353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,uniform,0.14917866388956705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,uniform,0.21575466791788736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.2414026657740275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,uniform,0.2548746665318807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,uniform,0.28835199276606244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,uniform,0.37406400839487713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,uniform,0.5414986610412598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,uniform,0.16732800006866455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,uniform,0.16828266779581705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,uniform,0.1880799929300944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,uniform,0.215664009253184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,64,uniform,0.19266132513682047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,uniform,0.21312000354131064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,uniform,0.24262400468190512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,uniform,0.31116267045338947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,uniform,0.43953601519266766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,uniform,0.28622933228810626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,uniform,0.3011626601219177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,uniform,0.43483201662699383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,uniform,0.6210986773173014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,uniform,0.33795201778411865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,uniform,0.16835200786590576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,uniform,0.157642662525177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,uniform,0.2342346707979838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,uniform,0.19521600008010864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,uniform,0.23118933041890463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,uniform,0.3301493326822917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,uniform,0.29045865933100384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,uniform,0.3100373347600301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,uniform,0.36401065190633136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,uniform,0.48398931821187335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,uniform,0.7095733483632406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,uniform,0.19712533553441366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,uniform,0.21515733003616333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,uniform,0.23355732361475626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,uniform,0.3134773373603821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,64,uniform,0.26064532995224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,uniform,0.2863360047340393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,uniform,0.3210186759630839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,uniform,0.442357341448466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,uniform,0.6247146526972452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,uniform,0.34112000465393066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,uniform,0.3625813325246175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,uniform,0.4170186519622803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,uniform,0.5557920138041178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,uniform,0.7858880360921224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,uniform,0.17773866653442383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,uniform,0.2025973399480184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,uniform,0.3001813292503357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,uniform,0.21404266357421875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,uniform,0.29049599170684814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,uniform,0.4068853457768758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.3349440097808838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,uniform,0.3557120164235433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,uniform,0.4395306507746379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,uniform,0.5718666712443033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,uniform,0.8409653504689535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,uniform,0.2362133264541626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,uniform,0.2457759976387024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,uniform,0.282640000184377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,uniform,0.38447999954223633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,uniform,0.3318506677945455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,64,uniform,0.2908479968706767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,uniform,0.3992160161336263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,uniform,0.5250773429870605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,uniform,0.7648266951243082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,uniform,0.39268267154693604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,uniform,0.4246026674906413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,uniform,0.5056266784667969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,uniform,0.6661973396937052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,uniform,0.9572479724884033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,uniform,0.23986667394638062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,uniform,0.308624009291331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,uniform,0.4284106492996216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,uniform,0.3116746743520101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,uniform,0.41891201337178546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,uniform,0.58897598584493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,uniform,0.4528160095214844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,uniform,0.5025440057118734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,uniform,0.6167840162913004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,uniform,0.8522986570994059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,uniform,1.280352036158244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,uniform,0.32763199011484784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,uniform,0.34122665723164874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,uniform,0.4071040153503418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,uniform,0.5342346827189127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,64,uniform,0.38075733184814453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,uniform,0.4637920061747233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,uniform,0.5655519962310791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,uniform,0.7388373215993246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,uniform,1.1055839856465657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,uniform,0.5103253523508707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,uniform,0.5511146783828735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,uniform,0.8633973598480225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,uniform,0.6573333342870077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,uniform,1.2835893630981445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,uniform,0.29183467229207355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,uniform,0.39397867520650226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,uniform,0.541919986406962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,uniform,0.40241066614786786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,uniform,0.5316106478373209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,uniform,0.7584853172302246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.5506133238474528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,uniform,0.6259146531422933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,uniform,0.7573760350545248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,uniform,1.5991093317667644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,uniform,1.0447306632995605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,uniform,0.3964906533559163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,uniform,0.4283786614735921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,uniform,0.5154240131378174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,uniform,0.6728800137837728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,64,uniform,0.4814879894256592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,uniform,0.600272019704183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,uniform,0.7232267061869303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,uniform,0.9514506657918295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,uniform,1.4338720639546711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,uniform,0.6497919956843058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,uniform,0.7208320299784342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,uniform,0.8565653165181478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,uniform,1.165551980336507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,uniform,1.7672373453776042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,uniform,0.4379253387451172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,uniform,0.7905546824137369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,uniform,0.5592266718546549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,uniform,0.5821119944254557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,uniform,0.7722506523132324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,uniform,1.1062666575113933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,uniform,0.7889386812845866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,uniform,0.901413361231486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,uniform,1.0895946820576985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,uniform,1.5163680712382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,uniform,2.3274933497111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,uniform,0.5567306677500407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,uniform,0.6258080005645752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,uniform,0.9628746509552002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,uniform,0.7399093310038248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,64,uniform,0.6875413258870443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,uniform,0.8117706775665283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,uniform,0.9853333632151285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,uniform,1.3239306608835857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,uniform,0.8783626556396484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,uniform,2.0568906466166177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,uniform,1.1750720342000325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,uniform,0.9795146783192953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,uniform,1.5949813524882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,uniform,0.559440016746521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,uniform,2.4442240397135415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,uniform,1.0150773525238037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,uniform,0.7183466752370199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,uniform,0.7573866844177246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,uniform,1.4530773162841797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,uniform,1.013055960337321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,uniform,1.0283733208974202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,uniform,1.4181493123372395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,uniform,1.973413308461507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,uniform,1.154959996541341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,uniform,3.0679521560668945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,uniform,0.7093760172526041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,uniform,0.7961173057556152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,uniform,1.2447893619537354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,uniform,0.9500959714253744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,64,uniform,0.889509359995524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,uniform,1.0678613185882568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,uniform,1.3017386595408122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,uniform,1.7427520751953125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,uniform,2.71779727935791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,uniform,1.1622453530629475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,uniform,1.313472032546997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,uniform,1.5672426223754883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,uniform,2.1067733764648438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,uniform,3.267157236735026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,uniform,0.6875999768575033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,uniform,0.8951093355814616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,uniform,1.2650400002797444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,uniform,1.253002643585205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,uniform,0.9260160128275553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,uniform,1.8089706103007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,uniform,1.42850128809611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,uniform,1.2719199657440186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,uniform,1.7423680623372395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,uniform,2.442746639251709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,uniform,3.8056853612264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,uniform,0.9867839813232422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,uniform,1.1818293730417888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,uniform,0.8720959822336832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,uniform,1.5390559832255046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,uniform,1.3061439990997314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,64,uniform,1.080954631169637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,uniform,1.590570608774821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,uniform,2.128688017527262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,uniform,3.335674603780111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,uniform,1.439253330230713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,uniform,1.6194826761881511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,uniform,1.942581335703532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,uniform,2.6099039713541665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,uniform,0.048997332652409874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,uniform,0.07045333087444305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,4,uniform,0.054010664423306785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,uniform,0.04645333190759023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,uniform,4.066800117492676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,uniform,0.0865066647529602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,uniform,0.06243200103441874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,uniform,0.05779733260472616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,uniform,0.057061334451039634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,uniform,0.05750399827957153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,uniform,0.05376000205675761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,uniform,0.050288001696268715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,uniform,0.06550399959087372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,uniform,0.04907733201980591
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,uniform,0.048058668772379555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,128,uniform,0.086709330479304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,uniform,0.04807466765244802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,uniform,0.047509332497914634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,64,uniform,0.0684853345155716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,uniform,0.05576533575852712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,uniform,0.05336533486843109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,uniform,0.05479466418425242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,uniform,0.05455466608206431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,uniform,0.08531199892361958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,uniform,0.06640533109505971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,uniform,0.05730666716893514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,uniform,0.05825600028038025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,uniform,0.057850668827692665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,uniform,0.05724266668160757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,uniform,0.049866666396458946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,uniform,0.05500266452630361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,4,uniform,0.05492266515890757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,uniform,0.06019733349482218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,uniform,0.0909493366877238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,uniform,0.067930668592453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,uniform,0.05760533114274343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,uniform,0.05835733314355215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,uniform,0.057802667220433555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,uniform,0.05102399984995524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,uniform,0.06052800019582113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,uniform,0.06283199787139893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,uniform,0.0489333321650823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,uniform,0.04842133323351542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,uniform,0.04914666712284088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,uniform,0.04981866478919983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,128,uniform,0.09344533085823059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,64,uniform,0.06906133393446605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,uniform,0.0555626650651296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,uniform,0.054858664671579994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,uniform,0.056741332014401756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,uniform,0.05755733450253805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,uniform,0.08517332871754964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,uniform,0.05890666445096334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,uniform,0.0642080008983612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,uniform,0.0584746648867925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,uniform,0.05804799993832906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,uniform,0.05128000179926554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,uniform,0.05154666801293691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,4,uniform,0.060165335734685264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,uniform,0.059717332323392235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,uniform,0.06551999847094218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,uniform,0.058874666690826416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,uniform,0.09071466326713562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,uniform,0.05851200222969055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,uniform,0.06052266558011373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,uniform,0.061792001128196716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,uniform,0.049770668148994446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,uniform,0.06392533580462138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,uniform,0.051445335149765015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,uniform,0.05004799862702688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,uniform,0.05659199754397074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,uniform,0.048010667165120445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,128,uniform,0.08694400389989217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,uniform,0.051551997661590576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,64,uniform,0.06837333242098491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,uniform,0.054805333415667214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,uniform,0.09171199798583984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,uniform,0.05681066711743673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,uniform,0.061146666606267296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,uniform,0.06158400078614553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,uniform,0.059392000238100685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,uniform,0.06365333497524261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,uniform,0.05893866717815399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,uniform,0.06418133278687795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,uniform,0.0609493354956309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,uniform,0.05202666421731313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,uniform,0.05247466762860616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,4,uniform,0.059157331784566246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,uniform,0.06055466830730438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,uniform,0.09155199925104777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,uniform,0.06601066887378693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,uniform,0.06497066716353099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,uniform,0.06979733208815257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,uniform,0.06436266501744588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,uniform,0.0775786687930425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,uniform,0.06597866614659627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,uniform,0.055120001236597695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,uniform,0.051402668158213295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,uniform,0.05077866713205973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,uniform,0.056736002365748085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,uniform,0.05237866441408793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,128,uniform,0.08386666576067607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,uniform,0.07298133273919423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,64,uniform,0.06967466572920482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,uniform,0.06899733344713847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,uniform,0.07921066880226135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,uniform,0.08982400099436443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,uniform,0.08789867162704468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,uniform,0.06736533343791962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,uniform,0.07156800230344136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,uniform,0.06452266871929169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,uniform,0.06739200154940288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,uniform,0.07786666850248973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,uniform,0.050800000627835594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,uniform,0.05221866567929586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,uniform,0.08892800410588582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,uniform,0.058448001742362976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,uniform,0.09034666419029236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,4,uniform,0.06115200122197469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,uniform,0.09054399530092876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,uniform,0.09131200114885966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,uniform,0.11115733782450359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,uniform,0.09459199508031209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,uniform,0.06488533318042755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,uniform,0.06487999856472015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,uniform,0.05983466903368632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,uniform,0.06318933268388112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,64,uniform,0.08428266644477844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,uniform,0.07092266778151195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,uniform,0.0788213312625885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,128,uniform,0.09117333094278972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,uniform,0.08636800448099773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,uniform,0.08687999844551086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,uniform,0.0950879951318105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,uniform,0.08764266967773438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,uniform,0.10458133618036906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,uniform,0.08899199962615967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,uniform,0.08727999528249104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,uniform,0.05225066840648651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,uniform,0.09288000067075093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,uniform,0.11270399888356526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,uniform,0.09852799773216248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,uniform,0.052298665046691895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,uniform,0.062181333700815834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,4,uniform,0.07042133311430614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,uniform,0.11150399843851726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,uniform,0.1183093289534251
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,uniform,0.11272533734639485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,uniform,0.11812266707420349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,uniform,0.13612799843152365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,uniform,0.065461332599322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,uniform,0.06531199812889099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,uniform,0.06548800071080525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,uniform,0.06425599753856659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,uniform,0.0815413345893224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,uniform,0.07261866827805837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,64,uniform,0.08718400200208028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,128,uniform,0.0900266667207082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,uniform,0.09408000111579895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,uniform,0.09889599680900574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,uniform,0.1483519971370697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,uniform,0.09915733337402344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,uniform,0.10577066739400227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,uniform,0.12666666507720947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,uniform,0.10693867007891338
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,uniform,0.11717333396275838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,uniform,0.12180800239245097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,uniform,0.15518933534622192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,uniform,0.1360479990641276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,uniform,0.053354665637016296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,uniform,0.05269866685072581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,uniform,0.10629333058993022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,4,uniform,0.06887466708819072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,uniform,0.05797333518664042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,uniform,0.11763200163841248
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,uniform,0.1127946674823761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,uniform,0.12819733222325644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,uniform,0.12102400263150533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,uniform,0.0666133314371109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,uniform,0.0670666644970576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,uniform,0.1681600014368693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,uniform,0.06449600060780843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,uniform,0.06635733445485432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,uniform,0.07247999807198842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,uniform,0.08184533317883809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,128,uniform,0.091839998960495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,uniform,0.0937600036462148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,64,uniform,0.08542399605115254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,uniform,0.09114666779836018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,uniform,0.12378133336702983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,uniform,0.10878933469454448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,uniform,0.1660160024960836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,uniform,0.13639466961224875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,uniform,0.14829867084821066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,uniform,0.14139200250307718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,uniform,0.14483732978502908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,uniform,0.211082657178243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,uniform,0.05267733335494995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,uniform,0.05332266787687937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,uniform,0.06169066826502482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,uniform,0.11217066645622253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,4,uniform,0.07063999772071838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,uniform,0.1216159959634145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,uniform,0.11452266573905945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,uniform,0.11329600214958191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,uniform,0.15351466337839761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,uniform,0.13733866810798645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,uniform,0.06886933247248332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,uniform,0.07327466706434886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,uniform,0.06593599915504456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,uniform,0.06481066842873891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,uniform,0.0666240006685257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,64,uniform,0.08762666583061218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,uniform,0.08333866794904073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,128,uniform,0.0911253293355306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,uniform,0.09382399916648865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,uniform,0.0941973328590393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,uniform,0.11820800105730693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,uniform,0.10943466424942017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,uniform,0.16200533509254456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,uniform,0.15133333206176758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,uniform,0.1464959979057312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,uniform,0.1446399986743927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,uniform,0.14341866970062256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,uniform,0.21420800685882568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,uniform,0.0539626677831014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,uniform,0.11309867103894551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,uniform,0.053530668218930565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,uniform,0.060864001512527466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,4,uniform,0.06485333542029063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,uniform,0.12040000160535176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,uniform,0.10894399881362915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,uniform,0.11578133702278137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,uniform,0.137882669766744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,uniform,0.06846933563550313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,uniform,0.15738667050997415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,uniform,0.06877866884072621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,uniform,0.06906133393446605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,uniform,0.06404800216356914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,uniform,0.08633599678675334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,uniform,0.07272000114123027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,64,uniform,0.08938133716583252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,128,uniform,0.0902453362941742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,uniform,0.09909333785374959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,uniform,0.10292800267537434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,uniform,0.10258666674296062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,uniform,0.1260640025138855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,uniform,0.14896000425020853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,uniform,0.15366933743158975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,uniform,0.17165867487589517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,uniform,0.13983466227849325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,uniform,0.2093813419342041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,4,uniform,0.06587733328342438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,uniform,0.05425066749254862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,uniform,0.052789335449536644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,uniform,0.06195733447869619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,uniform,0.11570133765538533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,uniform,0.11321066816647847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,uniform,0.11884799599647522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,uniform,0.12550399700800577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,uniform,0.13433067003885904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,uniform,0.0690773328145345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,uniform,0.07009600102901459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,uniform,0.1674506664276123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,uniform,0.13335999846458435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,uniform,0.06897599995136261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,uniform,0.08644800384839375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,uniform,0.07035199801127116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,uniform,0.07528533538182576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,64,uniform,0.09154666463534038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,128,uniform,0.09658132990201314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,uniform,0.10668266812960307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,uniform,0.08741333087285359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,uniform,0.09490666786829631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,uniform,0.12685333689053854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,uniform,0.14824533462524414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,uniform,0.14524267117182413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,uniform,0.14153066277503967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,uniform,0.14553067088127136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,uniform,0.21545066436131796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,uniform,0.05287999908129374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,uniform,0.1655306617418925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,uniform,0.05351999898751577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,uniform,0.061306665341059365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,4,uniform,0.06724800169467926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,uniform,0.12266666690508525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,uniform,0.11523733536402385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,uniform,0.11682132879892985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,uniform,0.14083733161290488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,uniform,0.07041599849859874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,uniform,0.1255573332309723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,uniform,0.16811732451121011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,uniform,0.07221333185831706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,uniform,0.07003200054168701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,uniform,0.08815466364224751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,uniform,0.07906666894753774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,uniform,0.07162133355935414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,uniform,0.09975467125574748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,64,uniform,0.09206400314966838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,128,uniform,0.09170132875442505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,uniform,0.10780266920725505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,uniform,0.10176533460617065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,uniform,0.1269599994023641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,uniform,0.17058666547139487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,uniform,0.1448746621608734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,uniform,0.1493333379427592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,uniform,0.15064000089963278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,uniform,0.15270400047302246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,uniform,0.21570666631062826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,uniform,0.056048000852266945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,uniform,0.0537066658337911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,4,uniform,0.06737599770228068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,uniform,0.06502933303515117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,uniform,0.12124266227086385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,uniform,0.12159466743469238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,uniform,0.11618666847546895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,uniform,0.12331199645996094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,uniform,0.17075733343760172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,uniform,0.06963733335336049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,uniform,0.1439466675122579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,uniform,0.07311999797821045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,uniform,0.0711946686108907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,128,uniform,0.09340266386667888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,uniform,0.07922133306662242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,uniform,0.07187200089295705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,uniform,0.09081066648165385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,64,uniform,0.09291199843088786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,uniform,0.0960693359375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,uniform,0.10922132929166158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,uniform,0.10302399595578511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,uniform,0.1309653321901957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,uniform,0.15074132879575095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,uniform,0.14907733599344888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,uniform,0.14989333351453146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,uniform,0.17473600308100382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,uniform,0.22419200340906778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,uniform,0.15176000197728476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,uniform,0.05710933109124502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,uniform,0.11702932914098103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,uniform,0.054117331902186074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,uniform,0.06516799827416737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,4,uniform,0.06876266499360402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,uniform,0.12138133247693379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,uniform,0.1372160017490387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,uniform,0.1288159986337026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,uniform,0.119759996732076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,uniform,0.17454399665196738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,uniform,0.0730453332265218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,uniform,0.07293866574764252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,uniform,0.07313066720962524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,uniform,0.0718560020128886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,uniform,0.07956799864768982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,uniform,0.09154666463534038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,64,uniform,0.09337066610654195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,128,uniform,0.09530133008956909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,uniform,0.10158933202425639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,uniform,0.1123253305753072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,uniform,0.13132266203562418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,uniform,0.14878933628400168
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,uniform,0.10122133294741313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,uniform,0.1527839998404185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,uniform,0.14972800016403198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,uniform,0.15980799992879233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,uniform,0.054714664816856384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,uniform,0.17847466468811035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,uniform,0.22421334187189737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,uniform,0.057904000083605446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,uniform,0.06701866785685222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,uniform,0.11992533008257548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,4,uniform,0.06921066840489705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,uniform,0.12383466958999634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,uniform,0.1265600025653839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,uniform,0.13276799519856772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,uniform,0.07582933207352956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,uniform,0.07499200105667114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,uniform,0.14588800072669983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,uniform,0.17525333166122437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,uniform,0.07587733368078868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,uniform,0.08125866452852885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,uniform,0.07441600163777669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,uniform,0.09408000111579895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,128,uniform,0.09774933258692424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,uniform,0.1563146710395813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,uniform,0.10319466392199199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,uniform,0.11577066779136658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,uniform,0.10689600308736165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,uniform,0.13307199875513712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,64,uniform,0.09340799848238628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,uniform,0.15108266472816467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,uniform,0.15290133158365884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,uniform,0.06505066653092702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,uniform,0.15853866934776306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,uniform,0.17933332920074463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,uniform,0.2325813372929891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,uniform,0.07558933397134145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,uniform,0.06693866848945618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,4,uniform,0.08081600069999695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,uniform,0.1332319974899292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,uniform,0.14917332927385965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,uniform,0.13663466771443686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,uniform,0.13611732920010886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,uniform,0.136954665184021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,uniform,0.18619734048843384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,uniform,0.0788266658782959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,uniform,0.07734933495521545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,uniform,0.0769706666469574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,uniform,0.08218666911125183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,uniform,0.11502400040626526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,uniform,0.09347732861836751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,64,uniform,0.10228799780209859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,128,uniform,0.10355200370152791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,uniform,0.11179199814796448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,uniform,0.12244266271591187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,uniform,0.11244266231854756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,uniform,0.16146133343378702
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,uniform,0.14644267161687216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,uniform,0.16622933745384216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,uniform,0.16160000363985697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,uniform,0.06566933294137318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,uniform,0.16830933094024658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,uniform,0.19303999344507852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,uniform,0.2469493349393209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,uniform,0.06879466772079468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,uniform,0.0790826678276062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,4,uniform,0.08100800216197968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,uniform,0.1295199990272522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,uniform,0.1363040010134379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,uniform,0.13941333691279092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,uniform,0.14246400197347006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,uniform,0.15651733676592508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,uniform,0.195850670337677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,uniform,0.07937066753705342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,uniform,0.07713066538174947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,uniform,0.08116800089677174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,uniform,0.0848479966322581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,uniform,0.09644800424575806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,uniform,0.11819199721018474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,128,uniform,0.1029919981956482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,64,uniform,0.10099200407663982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,uniform,0.1125333309173584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,uniform,0.12114133437474568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,uniform,0.1395840048789978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,uniform,0.16511467099189758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,uniform,0.19177599747975668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,uniform,0.17038400967915854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,uniform,0.1641333301862081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,uniform,0.1732906699180603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,uniform,0.06941333413124084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,uniform,0.2515679995218913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,uniform,0.20086399714152017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,uniform,0.08158933122952779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,4,uniform,0.08679466446240743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,uniform,0.13913066188494363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,uniform,0.07378666599591573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,uniform,0.1376479963461558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,uniform,0.08409600456555684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,uniform,0.1667520006497701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,uniform,0.14426666498184204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,uniform,0.14750933647155762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,uniform,0.20525334278742471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,uniform,0.084197332461675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,uniform,0.08514666557312012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,uniform,0.09013866384824117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,uniform,0.1014453371365865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,uniform,0.12506666779518127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,128,uniform,0.10719999670982361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,uniform,0.11838933825492859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,64,uniform,0.10798933108647664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,uniform,0.14563199877738953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,uniform,0.1260693371295929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,uniform,0.1997119983037313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,uniform,0.1738613247871399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,uniform,0.17532267173131308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,uniform,0.17576533555984497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,uniform,0.1808746655782064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,uniform,0.20724799235661825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,uniform,0.2640373309453328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,uniform,0.0853706697622935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,uniform,0.09199466307957967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,uniform,0.10332799951235454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,4,uniform,0.10990400115648906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,uniform,0.16899732748667398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,uniform,0.166485329469045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,uniform,0.17036799589792886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,uniform,0.18779200315475464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,uniform,0.22178133328755698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,uniform,0.10974400242169698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,uniform,0.29657065868377686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,uniform,0.11238400141398112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,uniform,0.12010133266448975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,uniform,0.1144480009873708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,uniform,0.14012799660364786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,uniform,0.17133333285649618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,uniform,0.1705013314882914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,128,uniform,0.13736533125241598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,uniform,0.15993600090344748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,64,uniform,0.13481066624323526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,uniform,0.20095467567443848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,uniform,0.2607146700223287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,uniform,0.2009333372116089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,uniform,0.20650132497151694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,uniform,0.2130133310953776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,uniform,0.20664000511169434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,uniform,0.2416800061861674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,uniform,0.09053867061932881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,uniform,0.30506134033203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,uniform,0.09810133775075276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,uniform,0.11005866527557373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,4,uniform,0.11932800213495891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,uniform,0.18147732814153036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,uniform,0.17833600441614786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,uniform,0.18388267358144125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,uniform,0.20203200976053873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,uniform,0.2388426661491394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,uniform,0.31723199288050336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,uniform,0.11796800295511882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,uniform,0.12122666835784912
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,uniform,0.12586667140324911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,uniform,0.13495999574661255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,uniform,0.15823466579119363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,uniform,0.19737066825230917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,64,uniform,0.15744533141454062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,128,uniform,0.15476800004641214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,uniform,0.16717867056528726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,uniform,0.17995200554529825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,uniform,0.212336003780365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,uniform,0.22142932812372842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,uniform,0.21784534056981406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,uniform,0.3023573358853658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,uniform,0.2283733288447062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,uniform,0.11002666751543681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,uniform,0.11893332997957866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,uniform,0.137855996688207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,uniform,0.25121599435806274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,uniform,0.3069919943809509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,uniform,0.41238399346669513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,4,uniform,0.15120533108711243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,uniform,0.20365333557128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,uniform,0.20732265710830688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,uniform,0.21558932463328043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,uniform,0.23943465948104858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,uniform,0.39049601554870605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,uniform,0.1458293298880259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,uniform,0.2955733338991801
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,uniform,0.151936004559199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,uniform,0.14708800117174783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,uniform,0.16448000073432922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,uniform,0.23541865746180216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,128,uniform,0.17006399234135947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,uniform,0.1926506757736206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,64,uniform,0.17434666554133096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,uniform,0.1874986688296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,uniform,0.20570133129755655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,uniform,0.27084799607594806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,uniform,0.3599413235982259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,uniform,0.2405653397242228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,uniform,0.25387734174728394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,uniform,0.24493332703908285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,uniform,0.2791093389193217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,uniform,0.34109334150950116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,uniform,0.12942933042844137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,uniform,0.1411626636981964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,uniform,0.16531200210253397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,uniform,0.4611999988555908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,4,uniform,0.18145066499710083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,uniform,0.22011733055114746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,uniform,0.22499199708302817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,uniform,0.23660266399383545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,uniform,0.264629324277242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,uniform,0.3225066661834717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,uniform,0.43438398838043213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,uniform,0.15689067045847574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,uniform,0.15941333770751953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,uniform,0.16639467080434164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,uniform,0.1806079943974813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,uniform,0.21964265902837118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,128,uniform,0.20055466890335083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,uniform,0.2606400052706401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,64,uniform,0.2046453356742859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,uniform,0.2196320096651713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,uniform,0.2441813349723816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,uniform,0.32814399401346844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,uniform,0.46234134833017987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,uniform,0.27899734179178876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,uniform,0.27317333221435547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,uniform,0.29262399673461914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,uniform,0.33062400420506793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,uniform,0.4060906569163005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,uniform,0.18420799573262533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,uniform,0.2404693365097046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,uniform,0.5515626668930054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,uniform,0.20051199197769165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,4,uniform,0.2606293360392253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,uniform,0.27242666482925415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,uniform,0.2785973350207011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,uniform,0.29469867547353107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,uniform,0.32848532994588214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,uniform,0.5233759880065918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,uniform,0.401525338490804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,uniform,0.1939199964205424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,uniform,0.2076639930407206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,uniform,0.1985493302345276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,uniform,0.22607467571894327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,uniform,0.2808319926261902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,128,uniform,0.24605866273244223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,uniform,0.33211199442545575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,64,uniform,0.251909335454305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,uniform,0.27533866961797077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,uniform,0.3056853413581848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,uniform,0.42712533473968506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,uniform,0.5990506807963053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,uniform,0.3134559988975525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,uniform,0.32043200731277466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,uniform,0.33745066324869794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,uniform,0.38046932220458984
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,uniform,0.4663413365681966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,uniform,0.21914132436116537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,uniform,0.23657600084940592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,uniform,0.628544012705485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,uniform,0.3017333348592122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,4,uniform,0.3264533281326294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,uniform,0.3380533456802368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,uniform,0.3222026626269023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,uniform,0.3619999885559082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,uniform,0.4012053410212199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,uniform,0.48662932713826496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,uniform,0.6279786825180054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,uniform,0.22033067544301352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,uniform,0.22657066583633423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,uniform,0.2411093314488729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,uniform,0.3550293445587158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,uniform,0.26232000192006427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,uniform,0.41834668318430585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,128,uniform,0.2792639931042989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,64,uniform,0.2889440059661865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,uniform,0.3380639950434367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,uniform,0.3681866725285848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,uniform,0.5142293373743693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,uniform,0.7571307023366293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,uniform,0.3798453410466512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,uniform,0.396448016166687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,uniform,0.41890132427215576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,uniform,0.4700640042622884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,uniform,0.5729120175043741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,uniform,0.2997066577275594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,uniform,0.3261813322703044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,4,uniform,0.47020800908406574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,uniform,0.42078399658203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,uniform,0.744821310043335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,uniform,0.4392746686935425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,uniform,0.45597867170969647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,uniform,0.48270400365193683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,uniform,0.5432906548182169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,uniform,0.8388693332672119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,uniform,0.29916266600290936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,uniform,0.6612053314844767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,uniform,0.3248639901479085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,uniform,0.30666132767995197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,uniform,0.358517328898112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,uniform,0.4840373198191325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,128,uniform,0.3968799908955892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,uniform,0.5697493155797323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,64,uniform,0.40421334902445477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,uniform,0.521071990331014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,uniform,0.4633973439534505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,uniform,0.7610560258229574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,uniform,1.0987679958343506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,uniform,0.4878133138020833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,uniform,0.5111306508382162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,uniform,0.5527573426564535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,uniform,0.37120532989501953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,uniform,0.6262720028559366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,uniform,0.410042683283488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,uniform,0.5438773234685262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,uniform,0.7291733423868815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,4,uniform,0.5970933437347412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,uniform,0.9452213446299235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,uniform,0.5620266596476237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,uniform,0.5834986766179403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,uniform,0.6203680038452148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,uniform,0.850213368733724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,uniform,1.1117066542307537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,uniform,0.6964853604634603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,uniform,0.36791467666625977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,uniform,0.37972267468770343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,uniform,0.39978134632110596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,uniform,0.44439999262491864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,uniform,0.6283733447392782
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,uniform,0.7561439673105875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,128,uniform,0.4893600145975749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,64,uniform,0.4957066774368286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,uniform,0.5832266807556152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,uniform,0.6563680171966553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,uniform,0.9713813463846842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,uniform,1.3971892992655437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,uniform,0.6215360164642334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,uniform,0.6907413005828857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,uniform,0.6446346839269003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,uniform,0.5252586603164673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,uniform,0.5786720116933187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,uniform,0.8976639906565348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,4,uniform,0.9433173338572184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,uniform,0.7889013290405273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,uniform,0.9469226996103922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,uniform,1.192901372909546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,uniform,0.8069813251495361
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,uniform,0.8383786678314209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,uniform,0.8863253593444824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,uniform,0.9903199672698975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,uniform,1.2225333054860432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,uniform,1.6082080205281575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,uniform,0.517519990603129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,uniform,0.5322293440500895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,uniform,0.5620479981104533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,uniform,0.6234933137893677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,128,uniform,0.6972800095876058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,uniform,1.0838027000427246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,64,uniform,0.7149439652760824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,uniform,0.8815946578979492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,uniform,0.8610666592915853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,uniform,0.9689173698425293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,uniform,1.4278933207194011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,uniform,2.090559959411621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,uniform,0.9247679710388184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,uniform,0.888709306716919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,uniform,0.9959519704182943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,uniform,0.6804373264312744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,uniform,0.775935967763265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,uniform,1.2102879683176677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,4,uniform,1.3145066897074382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,uniform,1.10370667775472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,uniform,1.3426453272501628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,uniform,1.7069867451985676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,uniform,1.0709226926167805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,uniform,1.1092320283253987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,uniform,1.201690673828125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,uniform,1.3227146466573079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,uniform,1.6013545989990234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,uniform,2.159759998321533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,uniform,0.6636373202006022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,uniform,0.6835839748382568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,uniform,0.7236853440602621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,uniform,0.8058133125305176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,uniform,1.1927093664805095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,uniform,1.4357706705729167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,128,uniform,0.9116853078206381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,64,uniform,0.9421280225118002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,uniform,1.1370506286621094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,uniform,1.263365348180135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,uniform,1.8522133827209473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,uniform,2.7803519566853843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,uniform,1.1768853664398193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,uniform,1.3031893571217854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,uniform,1.246608018875122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,uniform,0.9025973478953043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,uniform,1.002885341644287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,uniform,1.567834695180257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,4,uniform,1.7062560717264812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,uniform,1.494965394337972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,uniform,1.7857866287231445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,uniform,2.235626697540283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,uniform,1.3306933244069417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,uniform,1.354698657989502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,uniform,1.4595093727111816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,uniform,1.6694614092508953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,uniform,2.042090733846029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,uniform,2.7086718877156577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,uniform,0.816800038019816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,uniform,0.8357600371042887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,uniform,0.8879360357920328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,uniform,0.985706647237142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,uniform,1.4606080055236816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,uniform,1.7982452710469563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,128,uniform,1.1139413515726726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,64,uniform,1.1516693433125813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,uniform,1.4565493265787761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,uniform,2.295130729675293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,uniform,1.5674452781677246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,uniform,1.5745973587036133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,uniform,3.4327147801717124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,8,uniform,0.04686399797598521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,uniform,1.5650614102681477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,4,uniform,0.045781334241231285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,8,uniform,0.04933333396911621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,4,uniform,0.0490880012512207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,uniform,0.06577066580454509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,uniform,0.051967998345692955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,uniform,1.6688106854756672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,uniform,0.05019199848175049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,uniform,0.0503359983364741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,uniform,0.050069332122802734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,uniform,0.052895997961362205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,uniform,0.05172266562779745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,uniform,0.0469706654548645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,uniform,0.04542933404445648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,uniform,0.04525866607824961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,uniform,0.0454720010360082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,64,uniform,0.05506666501363119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,uniform,0.04692799846331278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,128,uniform,0.06572266419728597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,uniform,0.04897066454092661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,uniform,0.050016000866889954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,uniform,0.04911999901135763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,uniform,0.049839998284975685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,uniform,0.06577600042025249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,uniform,0.0524479995171229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,uniform,0.05129066606362661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,uniform,0.05067199965318044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,uniform,0.050800000627835594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,4,uniform,0.04587199787298838
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,8,uniform,0.047930667797724404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,uniform,0.052330667773882546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,8,uniform,0.054799998799959816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,4,uniform,0.049082666635513306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,uniform,0.05301333467165629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,uniform,0.06549866497516632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,uniform,0.051039998730023704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,uniform,0.05132266879081726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,uniform,0.05193600058555603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,uniform,0.054287999868392944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,uniform,0.052629331747690834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,uniform,1.872538725535075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,uniform,2.2354933420817056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,uniform,0.0469813346862793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,uniform,0.04630400240421295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,uniform,0.046944002310434975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,uniform,2.91105588277181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,uniform,0.04717333118120829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,64,uniform,0.0543146679798762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,uniform,0.05026133358478546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,uniform,0.05021866659323374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,uniform,0.05038933455944061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,uniform,0.04801600178082784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,128,uniform,0.06692799925804138
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,uniform,0.05215999980767568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,uniform,0.06916266679763794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,uniform,0.05190933247407278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,uniform,0.05274133384227753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,uniform,0.05249600112438202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,uniform,0.051551997661590576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,uniform,0.05509866774082184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,8,uniform,0.04709866642951965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,4,uniform,0.04780266682306925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,8,uniform,0.051642666260401406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,4,uniform,0.05029866596062978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,uniform,0.06541333099206288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,uniform,0.05343999962011973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,uniform,0.05942933261394501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,uniform,0.05133333305517832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,uniform,0.051407997806866966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,uniform,0.0584799995024999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,uniform,0.0529013325770696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,uniform,0.046757335464159645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,uniform,0.047184000412623085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,128,uniform,0.06267733375231425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,uniform,0.04722133278846741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,uniform,0.047082667549451195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,uniform,0.049584001302719116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,64,uniform,0.05407466491063436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,uniform,0.05266666909058889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,uniform,0.050106664498647056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,uniform,0.050800000627835594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,uniform,0.0658079981803894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,uniform,0.055888002117474876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,uniform,0.05217066903909048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,uniform,0.05226666728655497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,uniform,0.05306666592756907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,uniform,0.054133335749308266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,4,uniform,0.05151999990145365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,8,uniform,0.047082667549451195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,uniform,0.058389330903689064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,4,uniform,0.048298666874567665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,8,uniform,0.050106664498647056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,uniform,0.06778666873772939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,uniform,0.05231466889381409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,uniform,0.0525493323802948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,uniform,0.05533866584300995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,uniform,0.05760000149408976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,uniform,0.0529013325770696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,uniform,0.06484800080458324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,uniform,0.047744000951449074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,uniform,0.04920533299446106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,uniform,0.04789333542188009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,uniform,0.049786667029062905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,128,uniform,0.06526933113733928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,uniform,0.05438933273156484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,uniform,0.054885332783063255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,64,uniform,0.05609600245952606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,uniform,0.05615466833114624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,uniform,0.06187200049559275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,uniform,0.0697920024394989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,uniform,0.05304533243179321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,uniform,0.0682666649421056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,uniform,0.0525439977645874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,uniform,0.058389330903689064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,uniform,0.05515199899673462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,uniform,0.06781333188215892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,4,uniform,0.04775466521581014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,8,uniform,0.047872001926104225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,uniform,0.06603733201821645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,8,uniform,0.05123200019200643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,4,uniform,0.05023466547330221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,uniform,0.06647466619809468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,uniform,0.07161599894364674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,uniform,0.0946613351504008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,uniform,0.067930668592453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,uniform,0.05381333331267039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,uniform,0.07521600027879079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,uniform,0.053727999329566956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,uniform,0.052101333936055504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,uniform,0.059792002042134605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,uniform,0.05486399928728739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,128,uniform,0.0664213349421819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,uniform,0.06903466582298279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,64,uniform,0.06715199848016103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,uniform,0.0670826683441798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,uniform,0.07659199833869934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,uniform,0.09073066711425781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,uniform,0.06791999936103821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,uniform,0.06789333124955495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,uniform,0.06735999882221222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,uniform,0.06673599779605865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,uniform,0.07764799892902374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,uniform,0.09357333183288574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,uniform,0.07165866593519847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,8,uniform,0.05050133168697357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,4,uniform,0.04872000217437744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,8,uniform,0.05607999861240387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,uniform,0.08115733166535695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,uniform,0.07782933115959167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,4,uniform,0.051413332422574363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,uniform,0.08497599760691325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,uniform,0.10531199971834819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,uniform,0.09144533673922221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,uniform,0.13843733072280884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,uniform,0.053264002005259194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,uniform,0.05509866774082184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,uniform,0.05316799879074097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,uniform,0.060592000683148704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,uniform,0.0551146666208903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,64,uniform,0.06745600203673045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,uniform,0.06954666475454967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,128,uniform,0.06610666712125142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,uniform,0.07056533296902974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,uniform,0.0851093331972758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,uniform,0.07424533367156982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,uniform,0.08010666569073994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,uniform,0.10242666800816853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,uniform,0.08470933636029561
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,uniform,0.08699199557304382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,uniform,0.08892266949017842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,uniform,0.10633066296577454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,8,uniform,0.04839999973773956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,uniform,0.13665067156155905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,uniform,0.08330666522185008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,8,uniform,0.051856001218159996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,4,uniform,0.0488373339176178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,4,uniform,0.05239466826121012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,uniform,0.0836906631787618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,uniform,0.08408533533414204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,uniform,0.1018933355808258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,uniform,0.09059733152389526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,uniform,0.13850133617719015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,uniform,0.055546666185061135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,uniform,0.05522133409976959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,uniform,0.054154664278030396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,uniform,0.056048000852266945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,uniform,0.06066133578618368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,128,uniform,0.06857066849867503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,uniform,0.07061333457628886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,uniform,0.07437333464622498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,64,uniform,0.0683786670366923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,uniform,0.08249066770076752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,uniform,0.07443733513355255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,uniform,0.10274133086204529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,uniform,0.09669867157936096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,uniform,0.09436266620953877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,uniform,0.09701866904894511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,uniform,0.13195733229319254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,uniform,0.1095360020796458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,uniform,0.17596266667048135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,8,uniform,0.04891733328501383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,4,uniform,0.05161066850026449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,4,uniform,0.0518506666024526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,8,uniform,0.05147199829419454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,uniform,0.0846720039844513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,uniform,0.0843999981880188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,uniform,0.0860746701558431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,uniform,0.09218666950861613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,uniform,0.10345066587130229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,uniform,0.1392159958680471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,uniform,0.056362668673197426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,uniform,0.05653333167235056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,uniform,0.072202667593956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,uniform,0.055674667159716286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,uniform,0.061936000982920326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,uniform,0.05741333464781443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,128,uniform,0.06969599922498067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,uniform,0.07670933504899342
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,64,uniform,0.07027199864387512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,uniform,0.08827733000119527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,uniform,0.10468266407648723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,uniform,0.07376533250013988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,uniform,0.10037866234779358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,uniform,0.09759466846783955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,uniform,0.10068800052007039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,uniform,0.178874671459198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,uniform,0.10770666599273682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,uniform,0.13302399714787802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,8,uniform,0.04896533489227295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,8,uniform,0.052853330969810486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,4,uniform,0.04939733445644379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,uniform,0.08467732866605122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,4,uniform,0.05475200215975443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,uniform,0.0862559974193573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,uniform,0.08763200044631958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,uniform,0.10896000266075134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,uniform,0.05823466678460439
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,uniform,0.139082670211792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,uniform,0.09409067034721375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,uniform,0.057328000664711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,uniform,0.05677333474159241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,uniform,0.06369066735108693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,uniform,0.07303999861081441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,uniform,0.0591839998960495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,uniform,0.0741066684325536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,128,uniform,0.0716480016708374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,64,uniform,0.0713919997215271
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,uniform,0.07886933286984761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,uniform,0.10697066783905029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,uniform,0.0990613301595052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,uniform,0.08788266777992249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,uniform,0.10306666294733684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,uniform,0.10388799508412679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,uniform,0.13422399759292603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,uniform,0.11381333072980244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,8,uniform,0.05016533533732096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,uniform,0.18046400944391885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,4,uniform,0.04981866478919983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,8,uniform,0.053114667534828186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,uniform,0.0869599978129069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,4,uniform,0.05503466725349426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,uniform,0.08807466427485149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,uniform,0.08704533179601033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,uniform,0.09443733096122742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,uniform,0.10915733377138774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,uniform,0.1406613290309906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,uniform,0.06002133091290792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,uniform,0.05765333275000254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,uniform,0.05855466425418854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,uniform,0.06418666740258534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,uniform,0.059152002135912575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,64,uniform,0.07306666672229767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,uniform,0.07444266478220622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,128,uniform,0.07355199754238129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,uniform,0.08690133690834045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,uniform,0.07855999966462453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,uniform,0.08096000055472057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,uniform,0.1018506685892741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,uniform,0.11526399850845337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,uniform,0.1072746713956197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,uniform,0.10362666845321655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,uniform,0.10352533062299092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,uniform,0.1360213359196981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,uniform,0.18266665935516357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,4,uniform,0.05052266518274943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,8,uniform,0.0498933345079422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,4,uniform,0.056015998125076294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,uniform,0.08900266885757446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,8,uniform,0.052943999568621315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,uniform,0.0900266667207082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,uniform,0.09776000181833903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,uniform,0.108815997838974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,uniform,0.0925386647383372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,uniform,0.14305599530537924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,uniform,0.06105599800745646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,uniform,0.06031466523806254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,uniform,0.060032000144322716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,uniform,0.0663679987192154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,uniform,0.06182933350404104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,uniform,0.07639466722806294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,128,uniform,0.07561600208282471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,64,uniform,0.0746506651242574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,uniform,0.08915733297665913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,uniform,0.11124266187349956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,uniform,0.07729599873224895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,uniform,0.08292800188064575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,uniform,0.10538666447003682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,uniform,0.10471999645233154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,uniform,0.11481066544850667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,uniform,0.10723732908566792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,uniform,0.13768000404040018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,8,uniform,0.05175999800364176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,uniform,0.1850879987080892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,4,uniform,0.0572320024172465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,4,uniform,0.053599998354911804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,8,uniform,0.05608533322811127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,uniform,0.09223467111587524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,uniform,0.11150933305422465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,uniform,0.09160533547401428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,uniform,0.09467732906341553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,uniform,0.14616533120473227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,uniform,0.09948800007502238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,uniform,0.062021334966023765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,uniform,0.06168533364931742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,uniform,0.061237335205078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,uniform,0.06280000011126201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,uniform,0.06694933275381725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,uniform,0.07797866563002269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,uniform,0.08179733157157898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,64,uniform,0.07623999814192454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,uniform,0.08074133098125458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,128,uniform,0.07629333436489105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,uniform,0.092031995455424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,uniform,0.11425600449244182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,uniform,0.10929066936175029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,uniform,0.10643733541170756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,uniform,0.10872000455856323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,uniform,0.11855467160542806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,uniform,0.13944533467292786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,uniform,0.18751466274261475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,8,uniform,0.05611733098824819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,4,uniform,0.0540533314148585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,8,uniform,0.05179733534653982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,4,uniform,0.05851200222969055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,uniform,0.09158933162689209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,uniform,0.09455466270446777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,uniform,0.09203733007113139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,uniform,0.09880000352859497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,uniform,0.11458667119344075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,uniform,0.14856533209482828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,uniform,0.06321600079536438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,uniform,0.06881600121657054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,uniform,0.062463998794555664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,uniform,0.0620000014702479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,uniform,0.0639626681804657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,uniform,0.07860800127188365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,128,uniform,0.07789866626262665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,uniform,0.08028799792130788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,64,uniform,0.0774239997069041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,uniform,0.09262399872144063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,uniform,0.08581866820653279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,uniform,0.11122133334477742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,uniform,0.1107306679089864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,uniform,0.10918399691581726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,uniform,0.11290132999420166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,uniform,0.14204266667366028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,uniform,0.11854400237401326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,uniform,0.19057067235310873
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,4,uniform,0.055567999680837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,8,uniform,0.05247466762860616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,8,uniform,0.058592001597086586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,4,uniform,0.060559997955958046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,uniform,0.09532800316810608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,uniform,0.101583997408549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,uniform,0.09667199850082397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,uniform,0.0979146659374237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,uniform,0.11909866333007812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,uniform,0.15160000324249268
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,uniform,0.06318399806817372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,uniform,0.06462400158246358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,uniform,0.0652213344971339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,uniform,0.0711893339951833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,uniform,0.06624533236026764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,uniform,0.08273600041866302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,64,uniform,0.08029333253701527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,128,uniform,0.08101333181063335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,uniform,0.08738133311271667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,uniform,0.08402132987976074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,uniform,0.0960640013217926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,uniform,0.11845333377520244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,uniform,0.11079999804496765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,uniform,0.11468266447385152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,uniform,0.11513066291809082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,uniform,0.12377066413561504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,4,uniform,0.06338666876157124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,uniform,0.19693867365519205
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,uniform,0.14418133099873862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,8,uniform,0.06196799874305725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,8,uniform,0.06783466537793477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,4,uniform,0.07092266778151195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,uniform,0.10690133770306905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,uniform,0.10471466183662415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,uniform,0.10852266351381938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,uniform,0.1297546625137329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,uniform,0.11384532848993938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,uniform,0.1681493322054545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,uniform,0.07137600084145863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,uniform,0.06991999844710033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,uniform,0.06989333530267079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,uniform,0.07564799984296162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,64,uniform,0.08850666880607605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,uniform,0.08583999673525493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,uniform,0.10586667060852051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,128,uniform,0.0899839997291565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,uniform,0.09709333380063374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,uniform,0.09434133768081665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,uniform,0.10894933342933655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,uniform,0.12823999921480814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,uniform,0.12716266512870789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,uniform,0.13543466726938883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,uniform,0.12556800246238708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,uniform,0.16156267126401266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,uniform,0.12443733215332031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,8,uniform,0.06288533409436543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,uniform,0.21101866165796915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,4,uniform,0.06576533118883769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,8,uniform,0.07187200089295705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,4,uniform,0.07442133128643036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,uniform,0.10938666264216106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,uniform,0.11096533139546712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,uniform,0.11027200023333232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,uniform,0.11821333567301433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,uniform,0.13598933815956116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,uniform,0.0720960001150767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,uniform,0.07246399919191997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,uniform,0.1704960068066915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,uniform,0.07467199862003326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,uniform,0.07891199986139934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,128,uniform,0.09050666292508443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,uniform,0.09055466453234355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,uniform,0.11050666371981303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,64,uniform,0.09306666254997253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,uniform,0.09994666775067647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,uniform,0.1090880036354065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,uniform,0.17457065979639688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,uniform,0.12661332885424295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,uniform,0.1293333371480306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,uniform,0.1288746694723765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,uniform,0.13082133730252585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,uniform,0.214303990205129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,uniform,0.14004266262054443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,uniform,0.16670932372411093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,8,uniform,0.06646400193373363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,8,uniform,0.078015998005867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,uniform,0.11691199739774068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,4,uniform,0.07108800113201141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,4,uniform,0.08213333288828532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,uniform,0.11709866921106975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,uniform,0.12186666329701741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,uniform,0.18026133378346762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,uniform,0.127920001745224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,uniform,0.14494933684666952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,uniform,0.07770133515199025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,uniform,0.08084266881148021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,uniform,0.07867733140786488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,uniform,0.08594133456548055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,uniform,0.09776000181833903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,128,uniform,0.09841066598892212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,uniform,0.10712533195813496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,uniform,0.11820266644159953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,64,uniform,0.10001599788665771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,uniform,0.11589333415031433
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,uniform,0.13451199730237326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,uniform,0.1832373340924581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,uniform,0.1385546624660492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,uniform,0.13946666320165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,uniform,0.14035733540852866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,uniform,0.15051733454068503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,uniform,0.17762666940689087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,8,uniform,0.07649066547552745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,uniform,0.22722667455673218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,4,uniform,0.08444266517957051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,8,uniform,0.09469333291053772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,4,uniform,0.10064533352851868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,uniform,0.15742400288581848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,uniform,0.20778133471806845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,uniform,0.1502293348312378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,uniform,0.17433599630991617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,uniform,0.1524799962838491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,uniform,0.27499733368555707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,uniform,0.10800533493359883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,uniform,0.11290132999420166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,uniform,0.10898133118947347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,uniform,0.12026133139928182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,uniform,0.13801067074139914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,uniform,0.17180800437927246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,128,uniform,0.13160000244776407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,uniform,0.14738667011260986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,64,uniform,0.1306613286336263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,uniform,0.1594986617565155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,uniform,0.18493866920471191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,uniform,0.24182399113972983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,uniform,0.17351466417312622
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,uniform,0.17174933354059854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,uniform,0.17614932854970297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,uniform,0.21265600124994913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,8,uniform,0.08594666918118794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,uniform,0.1851466695467631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,uniform,0.2646186749140422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,4,uniform,0.09521067142486572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,4,uniform,0.11314133803049724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,8,uniform,0.10380267103513081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,uniform,0.16496533155441284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,uniform,0.16950400670369467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,uniform,0.17440533638000488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,uniform,0.2954079906145732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,uniform,0.19183466831843057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,uniform,0.22696000337600708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,uniform,0.1220266620318095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,uniform,0.12069333593050639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,uniform,0.1291039983431498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,uniform,0.1616159975528717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,uniform,0.13876799742380777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,uniform,0.20287466049194336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,128,uniform,0.14856533209482828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,64,uniform,0.15081600348154703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,uniform,0.1590506633122762
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,uniform,0.1747093399365743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,uniform,0.20204800367355347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,uniform,0.27197333176930744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,uniform,0.19221866130828857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,uniform,0.19495999813079834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,uniform,0.20602132876714072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,uniform,0.2284160057703654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,uniform,0.2802986701329549
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,uniform,0.3768853346506755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,8,uniform,0.10714133580525716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,4,uniform,0.11678933103879292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,8,uniform,0.13172266880671182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,4,uniform,0.14221866925557455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,uniform,0.19631467262903848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,uniform,0.21100266774495444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,uniform,0.20216532548268637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,uniform,0.23151467243830362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,uniform,0.2754720052083333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,uniform,0.3611733516057332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,uniform,0.14763733744621277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,uniform,0.15614933768908182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,uniform,0.1504746675491333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,uniform,0.1673439939816793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,uniform,0.1901280085245768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,128,uniform,0.17179733514785767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,uniform,0.2411466638247172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,64,uniform,0.1746293306350708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,uniform,0.1867413322130839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,uniform,0.20217599471410116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,uniform,0.24495999018351236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,uniform,0.22326932350794473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,uniform,0.31785066922505695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,uniform,0.2265440026919047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,uniform,0.23852799336115518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,uniform,0.26517866055170697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,uniform,0.31747732559839886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,uniform,0.4256800015767415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,8,uniform,0.12795199950536093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,4,uniform,0.13834666212399802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,8,uniform,0.15780799587567648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,4,uniform,0.1716960072517395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,uniform,0.2262506683667501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,uniform,0.22297066450119019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,uniform,0.2379306753476461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,uniform,0.3084160089492798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,uniform,0.26394132773081463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,uniform,0.40890665849049884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,uniform,0.1646453340848287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,uniform,0.16883732875188193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,uniform,0.17523733774820963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,uniform,0.1898933251698812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,uniform,0.2144213318824768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,uniform,0.26472532749176025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,128,uniform,0.2002826730410258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,uniform,0.2172106703122457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,64,uniform,0.20516266425450644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,uniform,0.23958933353424072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,uniform,0.2940479914347331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,uniform,0.27686933676401776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,uniform,0.3792266845703125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,uniform,0.26529600222905475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,uniform,0.25882667303085327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,uniform,0.31356799602508545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,uniform,0.378490686416626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,8,uniform,0.17863466342290243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,uniform,0.5152053435643514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,8,uniform,0.22347732384999594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,4,uniform,0.1929546594619751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,4,uniform,0.24173865715662637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,uniform,0.2834399938583374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,uniform,0.2887786626815796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,uniform,0.30221333106358844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,uniform,0.3357333342234294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,uniform,0.38782934347788495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,uniform,0.20800532897313437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,uniform,0.5123093525568644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,uniform,0.2130026618639628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,uniform,0.23868266741434732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,uniform,0.22224533557891846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,uniform,0.2718399961789449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,uniform,0.33562131722768146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,128,uniform,0.2513920068740845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,64,uniform,0.2560693422953288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,uniform,0.27800534168879193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,uniform,0.3052213390668233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,uniform,0.38000531991322833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,uniform,0.49907199541727704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,uniform,0.31509333848953247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,uniform,0.3216000000635783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,uniform,0.33822401364644367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,uniform,0.3779840071996053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,uniform,0.44950934251149494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,uniform,0.6041333278020223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,8,uniform,0.21311465899149576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,4,uniform,0.2325920065244039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,8,uniform,0.27664534250895184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,4,uniform,0.29747732480367023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,uniform,0.3386186758677165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,uniform,0.3701333204905192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,uniform,0.3498186667760213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,uniform,0.40857601165771484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,uniform,0.46727999051411945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,uniform,0.6182506481806437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,uniform,0.24170132478078207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,uniform,0.249071995417277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,uniform,0.28249067068099976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,uniform,0.261407991250356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,uniform,0.33510398864746094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,128,uniform,0.29639999071757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,64,uniform,0.3022453387578328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,uniform,0.41864001750946045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,uniform,0.36872533957163495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,uniform,0.4647680123647054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,uniform,0.3370773394902547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,uniform,0.6303786834081014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,uniform,0.3855466842651367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,uniform,0.41794665654500324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,uniform,0.39581334590911865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,8,uniform,0.2834293246269226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,4,uniform,0.30987733602523804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,uniform,0.4650239944458008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,8,uniform,0.3755840063095093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,4,uniform,0.4052533308664958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,uniform,0.5418933232625326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,uniform,0.7253920237223307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,uniform,0.4623626470565796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,uniform,0.5032426516215006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,uniform,0.47674667835235596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,uniform,0.5564800103505453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,uniform,0.8304906686147054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,uniform,0.6329386631647745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,uniform,0.3251146674156189
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,uniform,0.333957314491272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,uniform,0.3508479992548625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,uniform,0.381168007850647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,uniform,0.5722879966100057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,uniform,0.4488746722539266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,128,uniform,0.40882134437561035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,64,uniform,0.4178080161412557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,uniform,0.46092267831166583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,uniform,0.5112533171971639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,uniform,0.662005345026652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,uniform,0.8947892983754476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,uniform,0.5091040134429932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,uniform,0.5240319967269897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,uniform,0.5532213449478149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,8,uniform,0.3505546649297078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,4,uniform,0.3924266497294108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,4,uniform,0.5229119857152303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,8,uniform,0.4774080117543538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,uniform,0.6145279804865519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,uniform,0.7036480108896891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,uniform,0.9246666431427002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,uniform,0.5888959964116415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,uniform,0.6078826586405436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,uniform,0.8226239681243896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,uniform,0.709216038386027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,uniform,0.6494933366775513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,uniform,1.0921813646952312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,uniform,0.4046826759974162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,uniform,0.4150613149007161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,uniform,0.4358079830805461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,uniform,0.4774293502171834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,128,uniform,0.5079040129979452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,uniform,0.5815786520640055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,uniform,0.754197359085083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,64,uniform,0.5204000075658163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,uniform,0.5788000027338663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,uniform,0.6468640168507894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,uniform,0.8422346909840902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,uniform,1.1747626463572185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,uniform,0.645525336265564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,uniform,0.6688586870829264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,uniform,0.71124800046285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,8,uniform,0.4880106846491496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,4,uniform,0.5386720101038615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,8,uniform,0.6783680121103922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,4,uniform,0.7460479736328125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,uniform,0.7826879819234213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,uniform,0.886186679204305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,uniform,1.165338675181071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,uniform,0.8439306418100992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,uniform,0.8651999632517496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,uniform,1.0189226468404133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,uniform,0.9158720175425211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,uniform,1.1778186957041423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,uniform,1.5670240720113118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,uniform,0.5672479867935181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,uniform,0.5794613361358643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,uniform,0.6063413222630819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,uniform,0.6729919910430908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,uniform,1.0557866891225178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,uniform,0.826591968536377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,128,uniform,0.724016030629476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,64,uniform,0.7398239771525065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,uniform,0.8216959635416666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,uniform,1.234554688135783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,uniform,0.9190506935119629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,uniform,1.7318347295125325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,uniform,0.9268480141957601
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,uniform,0.9544266859690348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,uniform,1.0289119879404705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,8,uniform,0.6266613403956095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,8,uniform,0.8923467000325521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,4,uniform,1.0293440024058025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,4,uniform,0.711354653040568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,uniform,1.1223413149515789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,uniform,1.2758026917775471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,uniform,1.6761226654052734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,uniform,1.0951200326283772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,uniform,1.1851733525594075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,uniform,1.1283893585205078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,uniform,1.3307627042134602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,uniform,1.5679839452107747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,uniform,2.0858453114827475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,uniform,0.7242879867553711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,uniform,0.7464426358540853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,uniform,0.7800853252410889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,uniform,0.8692906697591146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,uniform,1.0876959959665935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,uniform,1.4086613655090332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,128,uniform,0.937935988108317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,64,uniform,0.9534347057342529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,uniform,1.062992016474406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,uniform,1.1867893536885579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,uniform,1.602560043334961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,uniform,1.2237119674682617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,uniform,2.262239933013916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,uniform,1.2401759624481201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,uniform,1.3290186723073323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,8,uniform,0.775328000386556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,4,uniform,0.8652160167694092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,8,uniform,1.1484800179799397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,4,uniform,1.2844693660736084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,uniform,1.4610133171081543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,uniform,1.669050693511963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,uniform,2.176911989847819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,uniform,1.3459679285685222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,uniform,1.383680025736491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,uniform,1.458181381225586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,uniform,1.640885353088379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,uniform,1.941648006439209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,uniform,2.6042399406433105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,uniform,0.8896586894989014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,uniform,0.9114666779836019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,uniform,0.9592959880828857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,uniform,1.0647146701812744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,uniform,1.342352072397868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,128,uniform,1.1651413440704346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,uniform,1.7499574025472004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,64,uniform,1.1757973035176594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,uniform,1.3070720036824544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,uniform,1.4811840057373047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,uniform,1.9788692792256672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,uniform,2.7840426762898765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,8,uniform,0.0677706648906072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,8,uniform,0.07061866422494252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,uniform,1.4917386372884114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,uniform,1.5302294095357258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,4,uniform,0.07226666808128357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,uniform,1.6175999641418457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,uniform,0.07630399862925212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,uniform,0.07937600215276082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,uniform,0.07665066421031952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,uniform,0.07593066493670146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,uniform,0.06647466619809468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,uniform,0.07655466596285503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,uniform,0.06926399966080983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,uniform,0.06484800080458324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,128,uniform,0.07976000010967255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,uniform,0.07259200016657512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,uniform,0.08040533463160197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,64,uniform,0.07435200115044911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,uniform,0.0765066643555959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,uniform,0.07701866825421651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,uniform,0.07807466884454091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,8,uniform,0.06678933401902516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,uniform,0.07819200058778127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,8,uniform,0.0724533349275589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,4,uniform,0.07298133273919423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,uniform,0.0784746656815211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,uniform,0.07998399933179219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,uniform,1.8362293243408203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,uniform,0.07755733529726665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,uniform,0.07819200058778127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,uniform,0.07946666578451793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,uniform,0.07182399928569794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,uniform,0.06801066795984904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,uniform,0.06579199930032094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,uniform,0.07285866638024648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,64,uniform,0.07602133353551228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,128,uniform,0.08063999811808269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,uniform,0.08131733536720276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,uniform,0.07897600034872691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,uniform,0.07877866427103679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,uniform,0.07754133145014445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,8,uniform,0.0666133314371109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,uniform,0.08194666604201
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,uniform,2.7746454874674478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,uniform,2.1118720372517905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,8,uniform,0.0713973343372345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,uniform,0.0783733328183492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,4,uniform,0.07728533446788788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,uniform,0.07879466811815898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,uniform,0.08170666793982188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,uniform,0.08159466584523518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,uniform,0.0695253312587738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,uniform,0.06979733208815257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,uniform,0.08520000179608662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,uniform,0.06571199993292491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,128,uniform,0.0811466674009959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,64,uniform,0.07567999760309856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,uniform,0.08193600177764893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,uniform,0.07778666913509369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,uniform,0.07361599802970886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,uniform,0.07916266719500224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,8,uniform,0.07228800157705943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,uniform,0.08277866741021474
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,uniform,0.08746666709582011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,8,uniform,0.06803733110427856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,4,uniform,0.07804266611735027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,uniform,0.08122666676839192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,uniform,0.08471999565760295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,uniform,0.08851733803749084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,uniform,0.07788800199826558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,uniform,0.09384000301361084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,uniform,0.07336000104745229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,128,uniform,0.0811413327852885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,uniform,0.06993066767851512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,uniform,0.06890666484832764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,uniform,0.08496000369389851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,64,uniform,0.07637866834799449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,uniform,0.0757066657145818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,uniform,0.0784693310658137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,uniform,0.0825439989566803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,uniform,0.08941866954167683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,uniform,0.0960640013217926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,8,uniform,0.06701866785685222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,8,uniform,0.07346133391062419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,4,uniform,0.07901333272457123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,uniform,0.08257600168387096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,uniform,0.08370666702588399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,uniform,0.090421328941981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,uniform,0.0990773340066274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,uniform,0.10976533095041911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,uniform,0.07195200026035309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,uniform,0.08294933537642162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,uniform,0.0711946686108907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,64,uniform,0.08085866769154866
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,uniform,0.07339199880758922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,128,uniform,0.08340799808502197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,uniform,0.08216000099976857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,uniform,0.08994666735331218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,uniform,0.08295466502507527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,uniform,0.11478933691978455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,4,uniform,0.0802346666653951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,uniform,0.09674666325251262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,8,uniform,0.06886933247248332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,8,uniform,0.0734506646792094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,uniform,0.0995306670665741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,uniform,0.10083733002344768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,uniform,0.11098666985829671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,uniform,0.12566399574279785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,uniform,0.07347733279069264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,uniform,0.07256000240643819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,uniform,0.153546671072642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,uniform,0.07500266532103221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,128,uniform,0.08536000053087871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,uniform,0.10073600212732951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,64,uniform,0.08216533561547597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,uniform,0.08784000078837077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,uniform,0.10192533334096272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,uniform,0.11231467127799988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,uniform,0.1243839959303538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,8,uniform,0.06986666719118755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,uniform,0.15668800473213196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,8,uniform,0.07356266677379608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,4,uniform,0.07880533238252004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,uniform,0.10225600004196167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,uniform,0.10337066650390625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,uniform,0.11197333534558614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,uniform,0.12657599647839865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,uniform,0.155541330575943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,uniform,0.07459199925263722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,uniform,0.07441066702206929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,uniform,0.08995733658472697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,64,uniform,0.08449066678682964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,128,uniform,0.08706133564313252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,uniform,0.07593599955240886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,uniform,0.12296000123023987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,uniform,0.12389866511027019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,uniform,0.15963733196258545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,uniform,0.13641066352526346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,uniform,0.2056480050086975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,8,uniform,0.06921599805355072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,8,uniform,0.07493866483370464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,4,uniform,0.07971733311812083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,uniform,0.10342933734258015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,uniform,0.10337600111961365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,uniform,0.11427199840545654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,uniform,0.1293653349081675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,uniform,0.07594666878382365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,uniform,0.07712000111738841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,uniform,0.07670400043328603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,uniform,0.15921066204706827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,128,uniform,0.08915733297665913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,uniform,0.1386666695276896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,64,uniform,0.08750399947166443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,uniform,0.12558933099110922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,uniform,0.12556800246238708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,uniform,0.0930560032526652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,uniform,0.16265066464742026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,8,uniform,0.07046933472156525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,uniform,0.20669867595036825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,4,uniform,0.08393067121505737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,8,uniform,0.07813333471616109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,uniform,0.1055573324362437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,uniform,0.1046506663163503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,uniform,0.11731200416882832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,uniform,0.12988266348838806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,uniform,0.07871466875076294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,uniform,0.15942399700482687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,uniform,0.07804800073305766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,uniform,0.07794666786988576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,uniform,0.09226133426030476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,128,uniform,0.09053333600362141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,64,uniform,0.08889599641164143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,uniform,0.12652800480524698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,uniform,0.13911466797192892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,uniform,0.20826133092244467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,uniform,0.1264746685822805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,uniform,0.16530666748682657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,8,uniform,0.07085333267847697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,8,uniform,0.07906666894753774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,uniform,0.10583466291427612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,4,uniform,0.08426133791605632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,uniform,0.10604799787203471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,uniform,0.13171733419100443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,uniform,0.11774933338165283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,uniform,0.16089066863059998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,uniform,0.08075200021266937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,uniform,0.07858133316040039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,uniform,0.0788213312625885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,128,uniform,0.08987733721733093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,64,uniform,0.08727467060089111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,uniform,0.128629336754481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,uniform,0.14292800426483154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,uniform,0.09664000074068706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,uniform,0.12837333480517069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,uniform,0.16340266664822897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,uniform,0.2107093334197998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,8,uniform,0.06995733578999837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,4,uniform,0.08341866731643677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,8,uniform,0.07801066835721333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,uniform,0.10825600226720174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,uniform,0.10788800319035848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,uniform,0.11823466420173645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,uniform,0.08125866452852885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,uniform,0.13391466935475668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,uniform,0.16478932897249857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,uniform,0.07966933151086171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,uniform,0.0815413345893224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,uniform,0.09598400195439656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,64,uniform,0.0901759962240855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,128,uniform,0.09318932890892029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,uniform,0.12868799765904745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,uniform,0.12896533807118735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,uniform,0.21311465899149576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,uniform,0.1434506674607595
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,uniform,0.16562133034070334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,8,uniform,0.07327466706434886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,4,uniform,0.0867199997107188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,8,uniform,0.08221866687138875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,uniform,0.11099732915560405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,uniform,0.10774933298428853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,uniform,0.13595199584960938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,uniform,0.16658133268356323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,uniform,0.11994666854540507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,uniform,0.08354133367538452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,uniform,0.08100800216197968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,128,uniform,0.09337600072224934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,uniform,0.08190399905045827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,uniform,0.09732799728711446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,64,uniform,0.09185600280761719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,uniform,0.12989333271980286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,uniform,0.1325440009435018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,uniform,0.16808533668518066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,uniform,0.1472640037536621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,8,uniform,0.07410133381684621
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,uniform,0.21477333704630533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,8,uniform,0.08261333405971527
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,4,uniform,0.08796266714731853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,uniform,0.11111467083295186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,uniform,0.10922666390736897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,uniform,0.12180266777674358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,uniform,0.13636266191800436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,uniform,0.1664959987004598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,uniform,0.08489066362380981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,uniform,0.08302933474381764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,128,uniform,0.09384533762931824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,uniform,0.08235733211040497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,uniform,0.10066133737564087
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,64,uniform,0.09231467048327129
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,8,uniform,0.07627200086911519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,uniform,0.13197333614031473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,uniform,0.13174399733543396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,uniform,0.1455519994099935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,uniform,0.16824533541997275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,uniform,0.21835732460021973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,8,uniform,0.08462933699289958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,4,uniform,0.08973866701126099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,uniform,0.12406399846076965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,uniform,0.11363200346628825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,uniform,0.11311466495196025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,uniform,0.1698933243751526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,uniform,0.13834133744239807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,uniform,0.084906667470932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,uniform,0.08745066324869792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,uniform,0.08628799517949422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,uniform,0.1357599993546804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,uniform,0.13396267096201578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,128,uniform,0.09641066193580627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,uniform,0.10410133004188538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,64,uniform,0.09664533535639445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,uniform,0.1495626668135325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,uniform,0.22142932812372842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,uniform,0.17260799805323282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,8,uniform,0.08575466275215149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,8,uniform,0.10172266761461894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,4,uniform,0.1060693363348643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,uniform,0.11781866351763408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,uniform,0.11667199929555257
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,uniform,0.1276800036430359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,uniform,0.14272000392278036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,uniform,0.1765013337135315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,uniform,0.09009599685668945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,uniform,0.09120532870292664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,128,uniform,0.09870933492978413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,uniform,0.09337066610654195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,64,uniform,0.097680002450943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,uniform,0.13898133238156637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,uniform,0.10274666547775269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,uniform,0.1402400036652883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,uniform,0.15458133816719055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,uniform,0.17811199029286703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,8,uniform,0.1046560009320577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,8,uniform,0.08993066350618999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,uniform,0.2274506688117981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,4,uniform,0.11061867078145345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,uniform,0.11850133538246155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,uniform,0.14618133505185446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,uniform,0.18174932400385538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,uniform,0.13090667128562927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,uniform,0.12018666664759318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,uniform,0.09099733829498291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,uniform,0.09146133065223694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,128,uniform,0.12269866466522217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,uniform,0.09631466865539551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,64,uniform,0.1202186644077301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,uniform,0.1283519963423411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,uniform,0.14160533746083578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,uniform,0.15737066666285196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,uniform,0.1418826679388682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,uniform,0.18103466431299844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,8,uniform,0.09372799595197041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,uniform,0.23013333479563394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,8,uniform,0.11065066854159038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,4,uniform,0.1179253359635671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,uniform,0.1255626678466797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,uniform,0.12776000301043192
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,uniform,0.13806933164596558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,uniform,0.1572533349196116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,uniform,0.19307732582092285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,uniform,0.09667733311653137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,uniform,0.09822400410970052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,64,uniform,0.1269653340180715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,uniform,0.1344000001748403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,uniform,0.10199466347694397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,128,uniform,0.12894399960835776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,uniform,0.1502133309841156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,uniform,0.15203199783960977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,uniform,0.18940800428390503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,uniform,0.16710400581359863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,8,uniform,0.10852266351381938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,8,uniform,0.13753599921862283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,uniform,0.24335465828577676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,4,uniform,0.14564266800880432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,uniform,0.17772799730300903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,uniform,0.18150399128595987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,uniform,0.19122666120529175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,uniform,0.21452265977859497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,uniform,0.26387733221054077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,uniform,0.13226667046546936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,uniform,0.13358933726946512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,uniform,0.13657066226005554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,128,uniform,0.16660267114639282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,64,uniform,0.16176000237464905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,uniform,0.183786670366923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,uniform,0.18372799952824911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,uniform,0.22679466009140015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,uniform,0.1869706710179647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,uniform,0.20070934295654297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,8,uniform,0.1241386632124583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,uniform,0.27875733375549316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,8,uniform,0.1627840002377828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,4,uniform,0.17417599757512411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,uniform,0.19329599539438883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,uniform,0.19183999300003052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,uniform,0.20311466852823892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,uniform,0.22881599267323813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,uniform,0.2863360047340393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,uniform,0.14659200112024942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,uniform,0.14560533563296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,64,uniform,0.19009600083033243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,uniform,0.1525920033454895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,128,uniform,0.1917333404223124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,uniform,0.2067306637763977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,uniform,0.227567990620931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,uniform,0.2727680007616679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,uniform,0.22616000970204672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,8,uniform,0.154858668645223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,uniform,0.23552000522613525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,uniform,0.3526826699574788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,8,uniform,0.21432000398635864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,4,uniform,0.22331732511520386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,uniform,0.24106132984161377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,uniform,0.25009600321451825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,uniform,0.23886932929356894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,uniform,0.36446932951609295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,uniform,0.28724799553553265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,uniform,0.17748266458511353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,uniform,0.17602666219075522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,uniform,0.18367999792099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,uniform,0.23686933517456055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,128,uniform,0.22805867592493692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,64,uniform,0.22766399383544922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,uniform,0.25128533442815143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,uniform,0.25303467114766437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,uniform,0.2643253405888875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,8,uniform,0.18226132790247598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,uniform,0.3100693424542745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,uniform,0.39396266142527264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,8,uniform,0.26420267422993976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,4,uniform,0.27483733495076496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,uniform,0.2851253350575765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,uniform,0.28567999601364136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,uniform,0.44383466243743896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,uniform,0.33974401156107586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,uniform,0.29767467578252155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,uniform,0.19952533642450967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,uniform,0.1992266575495402
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,uniform,0.20600533485412598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,64,uniform,0.26870934168497723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,uniform,0.29155733187993366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,128,uniform,0.2739040056864421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,uniform,0.31939733028411865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,uniform,0.32474132378896076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,uniform,0.32927467425664264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,8,uniform,0.2598346670468648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,4,uniform,0.3922986586888631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,uniform,0.5020159880320231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,uniform,0.3829333384831746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,8,uniform,0.3821066617965698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,uniform,0.3741066853205363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,uniform,0.38864533106486004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,uniform,0.3784373203913371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,uniform,0.5796000162760416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,uniform,0.44233067830403644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,uniform,0.26051199436187744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,uniform,0.26235733429590863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,uniform,0.2681493361790975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,128,uniform,0.34835731983184814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,64,uniform,0.3433813254038493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,uniform,0.3757226864496867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,uniform,0.39774401982625324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,uniform,0.40485334396362305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,uniform,0.41044799486796063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,8,uniform,0.48576001326243085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,8,uniform,0.31812800963719684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,4,uniform,0.4941226641337077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,uniform,0.47244266668955487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,uniform,0.6166826486587524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,uniform,0.46188799540201825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,uniform,0.47020800908406574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,uniform,0.4806293249130249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,uniform,0.5517119963963827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,uniform,0.3054453333218892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,uniform,0.7100479602813721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,uniform,0.31380265951156616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,uniform,0.320634663105011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,128,uniform,0.4111040035883586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,64,uniform,0.40516801675160724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,uniform,0.45340267817179364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,uniform,0.5176426569620768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,uniform,0.5262080033620199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,uniform,0.5268746614456177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,8,uniform,0.4358453353246053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,4,uniform,0.7025120258331299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,8,uniform,0.6865599950154623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,uniform,0.6098346710205078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,uniform,0.7933440208435059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,uniform,0.641322652498881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,uniform,0.658250649770101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,uniform,0.6620533466339111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,uniform,0.7428586483001709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,uniform,0.42159465948740643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,uniform,0.9791146914164225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,uniform,0.4171146551767985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,uniform,0.43030933539072674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,64,uniform,0.5752213398615519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,128,uniform,0.5778133471806844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,uniform,0.6422666708628336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,uniform,0.6829120318094889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,uniform,0.7117813428243002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,uniform,0.7006346384684244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,8,uniform,0.5590399901072184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,8,uniform,0.8857386906941732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,uniform,0.8043146928151449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,4,uniform,0.9037706851959229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,uniform,1.0570879777272542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,uniform,0.822330633799235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,uniform,0.8446453412373861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,uniform,0.851477305094401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,uniform,0.9437493483225504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,uniform,1.2541120052337646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,uniform,0.5290826559066772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,uniform,0.523690660794576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,uniform,0.5420000155766805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,128,uniform,0.7121386528015137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,64,uniform,0.7154186566670736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,uniform,0.8076586723327637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,uniform,0.8839413324991862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,uniform,0.9104853471120199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,uniform,0.9165493647257487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,8,uniform,0.7823893229166666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,8,uniform,1.2864000002543132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,4,uniform,1.315077304840088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,uniform,1.0270986557006836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,uniform,1.3507839838663738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,uniform,1.1755626996358235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,uniform,1.2202719847361247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,uniform,1.2211039861043294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,uniform,1.3590025901794434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,uniform,1.8012000719706218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,uniform,0.7527146339416504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,uniform,0.7346826394399008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,uniform,0.7670293649037679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,128,uniform,1.0204906463623047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,uniform,1.1624106566111247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,64,uniform,1.019152005513509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,uniform,1.257749319076538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,uniform,1.299178679784139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,uniform,1.3007520039876301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,8,uniform,1.021562655766805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,8,uniform,1.6884853045145671
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,4,uniform,1.7148106892903645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,uniform,1.4693867365519206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,uniform,1.9181653658548992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,uniform,1.5311573346455891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,uniform,1.5810613632202148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,uniform,1.5761226018269856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,uniform,2.3166027069091797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,uniform,1.7634560267130535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,uniform,0.9680639902750651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,uniform,0.9465920130411783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,uniform,0.9857707023620605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,128,uniform,1.3246613343556721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,64,uniform,1.3226719697316487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,uniform,1.5108639399210613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,uniform,1.6601066589355469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,uniform,1.7118345896402996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,uniform,1.7136425971984863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,8,uniform,1.253386656443278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,8,uniform,2.1041067441304526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,4,uniform,2.1398986180623374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,uniform,1.9227627118428547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,uniform,2.51255464553833
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,uniform,1.8913280169169109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,uniform,1.9563946723937988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,uniform,1.943328062693278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,uniform,2.1793333689371743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,uniform,2.866586685180664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,uniform,1.1909440358479817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,uniform,1.158128023147583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,uniform,1.2002240022023518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,128,uniform,1.6166666348775227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,64,uniform,1.6176212628682454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,uniform,1.8496479988098145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,uniform,2.035226662953695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,uniform,2.107994715372721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,uniform,0.0388373335202535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,uniform,2.094890594482422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,uniform,0.03930133332808813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,uniform,0.04180799921353658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,uniform,3.082890510559082
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,uniform,2.355962594350179
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,uniform,0.04211199780305227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,uniform,0.06029866635799408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,uniform,0.048341333866119385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,uniform,0.048826664686203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,uniform,0.05008000135421753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,uniform,0.05182399849096934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,uniform,0.04093866546948751
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,uniform,0.04077333211898804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,uniform,0.041093334555625916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,uniform,0.04132800052563349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,128,uniform,0.05934933324654897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,64,uniform,0.04753600060939789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,uniform,0.045978665351867676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,uniform,0.04562666515509287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,uniform,0.04771199822425842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,uniform,0.06345599889755249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,uniform,0.05369600156943003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,uniform,0.05328533550103506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,uniform,0.056794668237368263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,uniform,0.060677334666252136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,uniform,0.03900266687075297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,uniform,0.03922666609287262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,uniform,0.04278400043646494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,uniform,0.042362665136655174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,uniform,0.05027733246485392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,uniform,0.06069866816202799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,uniform,0.04890666902065277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,uniform,0.05096533397833506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,uniform,0.05492799977461497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,uniform,0.04159999887148539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,uniform,0.041109333435694374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,uniform,0.041434665520985924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,uniform,0.041562666495641075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,128,uniform,0.056314667065938316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,64,uniform,0.04520533482233683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,uniform,0.044821331898371376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,uniform,0.044309332966804504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,uniform,0.04720533390839895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,uniform,0.059061333537101746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,uniform,0.055349335074424744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,uniform,0.05187733471393585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,uniform,0.057914664347966514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,uniform,0.0626986672480901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,uniform,0.03999999910593033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,uniform,0.03810133288304011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,uniform,0.04219200213750204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,uniform,0.06055466830730438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,uniform,0.04101333270470301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,uniform,0.049402669072151184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,uniform,0.05020266771316528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,uniform,0.047610665361086525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,uniform,0.05716800192991892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,uniform,0.03958400090535482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,uniform,0.04161066561937332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,uniform,0.03977066775163015
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,uniform,0.04288533329963684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,128,uniform,0.057189335425694786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,64,uniform,0.04498666524887085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,uniform,0.044879997769991554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,uniform,0.04529066880544027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,uniform,0.04903466502825419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,uniform,0.06065066655476888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,uniform,0.05478399991989136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,uniform,0.05449600021044413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,uniform,0.05856533348560333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,uniform,0.06353066861629486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,uniform,0.03812800099452337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,uniform,0.037434667348861694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,uniform,0.04013866682847341
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,uniform,0.04137066751718521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,uniform,0.06228266656398773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,uniform,0.04909333089987437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,uniform,0.052101333936055504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,uniform,0.055813332398732506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,uniform,0.04281599819660187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,uniform,0.05962666869163513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,uniform,0.04223999877770742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,uniform,0.04167999823888143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,uniform,0.04413333535194397
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,128,uniform,0.061717331409454346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,64,uniform,0.049253334601720176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,uniform,0.052000001072883606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,uniform,0.046538665890693665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,uniform,0.055258666475613914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,uniform,0.06499733527501424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,uniform,0.05691733459631602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,uniform,0.05312533179918925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,uniform,0.06101333101590475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,uniform,0.06727999945481618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,uniform,0.03751466671625773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,uniform,0.04031999905904134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,uniform,0.04260266820589701
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,uniform,0.04390400151411692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,uniform,0.062021334966023765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,uniform,0.0589279979467392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,uniform,0.06317866841952006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,uniform,0.06544533371925354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,uniform,0.07599466542402904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,uniform,0.04299733539422353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,uniform,0.04444266855716705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,uniform,0.04109866668780645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,uniform,0.046495998899141945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,128,uniform,0.06198933223883311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,64,uniform,0.06181866427262624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,uniform,0.06320533156394958
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,uniform,0.0653599997361501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,uniform,0.06545599798361461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,uniform,0.06202666461467743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,uniform,0.06257600088914235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,uniform,0.06293866535027821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,uniform,0.0720960001150767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,uniform,0.0800853321949641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,uniform,0.0405173326532046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,uniform,0.03902933249870936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,uniform,0.043354665239652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,uniform,0.04463466505209605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,uniform,0.07730133334795634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,uniform,0.07808533310890198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,uniform,0.07931733131408691
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,uniform,0.08728532989819844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,uniform,0.10048000017801921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,uniform,0.04473066826661428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,uniform,0.044490665197372437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,uniform,0.043418665726979576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,uniform,0.04801600178082784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,128,uniform,0.059263999263445534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,64,uniform,0.0588319996992747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,uniform,0.06277866661548615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,uniform,0.0757066657145818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,uniform,0.06587199866771698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,uniform,0.07671999931335449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,uniform,0.07728533446788788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,uniform,0.0747573326031367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,uniform,0.0885599950949351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,uniform,0.10078400373458862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,uniform,0.038319999972979225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,uniform,0.04141866664091746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,uniform,0.04370133578777313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,uniform,0.0794293334086736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,uniform,0.07379200061162312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,uniform,0.04281599819660187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,uniform,0.08110400040944417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,uniform,0.0842186709245046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,uniform,0.09801066915194194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,uniform,0.042917331059773765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,uniform,0.0431573341290156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,uniform,0.04678933322429657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,uniform,0.04884799818197886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,128,uniform,0.06002133091290792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,64,uniform,0.05904000004132589
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,uniform,0.06374933322270711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,uniform,0.0664160003264745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,uniform,0.08939199646313985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,uniform,0.07253333429495494
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,uniform,0.0922826627890269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,uniform,0.09452266494433086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,uniform,0.10079999764760335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,uniform,0.13095466295878092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,uniform,0.0417546679576238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,uniform,0.04266666869322459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,uniform,0.04409066836039225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,uniform,0.04321600000063578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,uniform,0.08026666442553203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,uniform,0.07654400169849396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,uniform,0.08226666847864787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,uniform,0.0865280032157898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,uniform,0.10486933588981628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,uniform,0.04689066608746847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,uniform,0.04708800216515859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,uniform,0.04595200220743815
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,uniform,0.05021866659323374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,128,uniform,0.06048533320426941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,uniform,0.06551999847094218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,64,uniform,0.062181333700815834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,uniform,0.07387733459472656
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,uniform,0.06803733110427856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,uniform,0.0956160028775533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,uniform,0.09181333581606548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,uniform,0.09942932923634847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,uniform,0.1030399998029073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,uniform,0.13407466808954874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,uniform,0.043050666650136314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,uniform,0.04473066826661428
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,uniform,0.04937600096066793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,uniform,0.04412800073623657
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,uniform,0.08345066507657369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,uniform,0.08004799981911977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,uniform,0.0864533285299937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,uniform,0.09475200374921162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,uniform,0.04983466863632202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,uniform,0.11571733156840007
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,uniform,0.05038933455944061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,uniform,0.04980800052483877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,uniform,0.05240533252557119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,128,uniform,0.06562133133411407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,64,uniform,0.06435200075308482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,uniform,0.0740479975938797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,uniform,0.07221333185831706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,uniform,0.08488532900810242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,uniform,0.0952959954738617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,uniform,0.10428266723950703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,uniform,0.0943999985853831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,uniform,0.1074079970518748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,uniform,0.15256533026695251
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,uniform,0.040805332362651825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,uniform,0.04517866671085358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,uniform,0.04712533454100291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,uniform,0.04888000090916952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,uniform,0.08417600393295288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,uniform,0.0858133335908254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,uniform,0.1225493351618449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,uniform,0.09963200489679973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,uniform,0.08252266546090443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,uniform,0.050986667474110924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,uniform,0.04938133557637533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,uniform,0.053029333551724754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,uniform,0.05436266462008158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,128,uniform,0.06516799827416737
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,64,uniform,0.06538133323192596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,uniform,0.06971199810504913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,uniform,0.07263466715812683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,uniform,0.08188800017038982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,uniform,0.09554133812586467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,uniform,0.10136000315348308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,uniform,0.1049013336499532
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,uniform,0.11308266719182332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,uniform,0.15425599614779154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,uniform,0.04345066845417023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,uniform,0.04489600161711375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,uniform,0.047610665361086525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,uniform,0.04678399860858917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,uniform,0.08726400136947632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,uniform,0.08329066634178162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,uniform,0.09034666419029236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,uniform,0.09869866569836934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,uniform,0.12472533186276753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,uniform,0.05309866865475973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,uniform,0.05493866900602976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,uniform,0.05343999962011973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,uniform,0.05856533348560333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,128,uniform,0.07323733468850453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,uniform,0.07800533374150594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,64,uniform,0.0674239993095398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,uniform,0.0811466674009959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,uniform,0.08532800277074178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,uniform,0.0981813371181488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,uniform,0.10400533676147461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,uniform,0.11763733625411987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,uniform,0.102783997853597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,uniform,0.15780799587567648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,uniform,0.04671466847260793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,uniform,0.0458133320013682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,uniform,0.04897066454092661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,uniform,0.05042133231957754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,uniform,0.08642133076985677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,uniform,0.09292266766230266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,uniform,0.09789333740870158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,uniform,0.10849066575368245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,uniform,0.12524267037709555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,uniform,0.05622933308283488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,uniform,0.05798399945100149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,uniform,0.0551093320051829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,uniform,0.05994666616121928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,64,uniform,0.06989333530267079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,uniform,0.07534400125344594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,128,uniform,0.07096533477306366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,uniform,0.08001066744327545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,uniform,0.097871998945872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,uniform,0.10698133707046509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,uniform,0.10273067156473796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,uniform,0.11117333173751831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,uniform,0.12918399771054587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,uniform,0.156741331020991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,uniform,0.046810666720072426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,uniform,0.04605866471926371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,uniform,0.0513866643110911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,uniform,0.05008000135421753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,uniform,0.09237866600354512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,uniform,0.09322133660316467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,uniform,0.09892266988754272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,uniform,0.10886399944623311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,uniform,0.13401599725087485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,uniform,0.05734399954477946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,uniform,0.05852800110975901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,uniform,0.055717334151268005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,uniform,0.0621013343334198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,128,uniform,0.07841066519419353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,64,uniform,0.07573333382606506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,uniform,0.08266133566697438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,uniform,0.10586133599281311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,uniform,0.08144000172615051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,uniform,0.10292266805966695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,uniform,0.10340799887975057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,uniform,0.1307146648565928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,uniform,0.10687999924023946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,uniform,0.16481066743532816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,uniform,0.048026666045188904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,uniform,0.052527998884518944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,uniform,0.04822400212287903
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,uniform,0.05481066803137461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,uniform,0.08920533458391826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,uniform,0.09537067015965779
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,uniform,0.09602666894594829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,uniform,0.11291733384132385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,uniform,0.13675199945767721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,uniform,0.05909866591294607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,uniform,0.05755199988683065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,uniform,0.0603359987338384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,uniform,0.061850666999816895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,128,uniform,0.07444799939791362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,uniform,0.08431466420491536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,64,uniform,0.07347199817498525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,uniform,0.08891733487447102
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,uniform,0.10461333394050598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,uniform,0.1090666651725769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,uniform,0.10537599523862202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,uniform,0.11531733473141988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,uniform,0.1343893309434255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,uniform,0.16959466536839804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,uniform,0.05778666834036509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,uniform,0.05898666878541311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,uniform,0.0601440022389094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,uniform,0.06598933537801106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,uniform,0.09758399923642476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,uniform,0.10335999727249146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,uniform,0.10265599687894185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,uniform,0.12155200044314067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,uniform,0.15067199865976968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,uniform,0.06914133330186208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,uniform,0.06923200190067291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,uniform,0.07043200234572093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,uniform,0.07241599758466084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,uniform,0.08742400010426839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,64,uniform,0.08502933382987976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,128,uniform,0.08547733227411906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,uniform,0.09589866797129314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,uniform,0.11291733384132385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,uniform,0.11827733119328816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,uniform,0.12357866764068604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,uniform,0.12274666627248128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,uniform,0.1414240002632141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,uniform,0.059263999263445534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,uniform,0.1785386602083842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,uniform,0.06148266792297363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,uniform,0.06520000100135803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,uniform,0.06991999844710033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,uniform,0.10426666339238484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,uniform,0.10603200395901997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,uniform,0.11010666688283284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,uniform,0.12542399764060974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,uniform,0.15461867054303488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,uniform,0.07192533214886983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,uniform,0.07165866593519847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,uniform,0.07349333167076111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,uniform,0.07583466668923695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,64,uniform,0.08805333574612935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,128,uniform,0.08820266524950664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,uniform,0.09053333600362141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,uniform,0.09922666351000468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,uniform,0.12046933174133301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,uniform,0.11812800168991089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,uniform,0.12470933794975281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,uniform,0.1267626682917277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,uniform,0.15030933419863382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,uniform,0.1835520068804423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,uniform,0.06171200176080068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,uniform,0.0653546651204427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,uniform,0.06859733164310455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,uniform,0.07419733206431071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,uniform,0.1129866639773051
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,uniform,0.12238933642705281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,uniform,0.11626133322715759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,uniform,0.1365653375784556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,uniform,0.16266666849454245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,uniform,0.07896000146865845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,uniform,0.07582933207352956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,uniform,0.07976533472537994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,uniform,0.08338666955629985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,128,uniform,0.09040000041325887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,64,uniform,0.09105066458384196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,uniform,0.0988159974416097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,uniform,0.10897066195805867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,uniform,0.1306613286336263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,uniform,0.13224533200263977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,uniform,0.14265066385269165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,uniform,0.1288053294022878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,uniform,0.2035520076751709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,uniform,0.15621866782506308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,uniform,0.06944533189137776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,uniform,0.07180800040562947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,uniform,0.08204799890518188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,uniform,0.08641599615414937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,uniform,0.14547733465830484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,uniform,0.15813333789507547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,uniform,0.14898133277893066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,uniform,0.1683466633160909
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,uniform,0.20963199933369955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,uniform,0.10055999954541524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,uniform,0.10543466607729594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,uniform,0.10263466835021973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,uniform,0.11502400040626526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,128,uniform,0.13089066743850708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,64,uniform,0.1301866670449575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,uniform,0.1314826707045237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,uniform,0.15036799510320029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,uniform,0.17180800437927246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,uniform,0.16433599591255188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,uniform,0.16313067078590393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,uniform,0.19989333550135294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,uniform,0.2411359945933024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,uniform,0.17273600896199545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,uniform,0.07965866724650066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,uniform,0.07480533421039581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,uniform,0.1030506690343221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,uniform,0.08690133690834045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,uniform,0.16383467117945352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.160453329483668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,uniform,0.1723573406537374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,uniform,0.1906720002492269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,uniform,0.2349546750386556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,uniform,0.1186293363571167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,uniform,0.12255466977755229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,uniform,0.1141973336537679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,uniform,0.132560004790624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,64,uniform,0.14069333672523499
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,128,uniform,0.13797332843144736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,uniform,0.1455466647942861
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,uniform,0.16498667001724243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,uniform,0.19341866175333658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,uniform,0.18048532803853354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,uniform,0.1840426723162333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,uniform,0.19631467262903848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,uniform,0.22045334180196127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,uniform,0.275221327940623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,uniform,0.08542399605115254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,uniform,0.09259733557701111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,uniform,0.10123200217882793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,uniform,0.11300266782442729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,uniform,0.18288000424702963
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,uniform,0.18451199928919473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,uniform,0.2002399961153666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,uniform,0.22600533564885458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,uniform,0.28949334224065143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,uniform,0.13766933480898538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,uniform,0.1383946637312571
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,uniform,0.14148799578348795
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,uniform,0.15683199961980185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,128,uniform,0.1618933379650116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,64,uniform,0.16365333398183188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,uniform,0.1746399998664856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,uniform,0.24328533808390299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,uniform,0.19045867522557577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,uniform,0.21243733167648315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,uniform,0.20958934227625528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,uniform,0.22721066077550253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,uniform,0.32738133271535236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,uniform,0.2524533271789551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,uniform,0.09660266836484273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,uniform,0.10634666681289673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,uniform,0.11618133385976155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,uniform,0.13166933258374533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.2051360011100769
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,uniform,0.2121653358141581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,uniform,0.22445867458979288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,uniform,0.2624160051345825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,uniform,0.35035733381907147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,uniform,0.1554026703039805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,uniform,0.1504853367805481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,uniform,0.17778132359186807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,uniform,0.15818132956822714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,128,uniform,0.17891200383504233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,uniform,0.19246399402618408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,64,uniform,0.17765865723292032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,uniform,0.29888532559076947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,uniform,0.21966934204101562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,uniform,0.23534399271011353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,uniform,0.23726399739583334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,uniform,0.29319467147191364
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,uniform,0.3991146485010783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,uniform,0.2497546672821045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,uniform,0.14809067050615946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,uniform,0.136762668689092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,uniform,0.15441600481669107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,uniform,0.19421867529551187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,uniform,0.2490773399670919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,uniform,0.25753599405288696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,uniform,0.27953600883483887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,uniform,0.33505066235860187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,uniform,0.4522453149159749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,uniform,0.1894986629486084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,uniform,0.18978132804234824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,uniform,0.23073599735895792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,uniform,0.20177066326141357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,128,uniform,0.2142560084660848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,uniform,0.24491200844446817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,64,uniform,0.21967466672261557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,uniform,0.2940586606661479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,uniform,0.4033386707305908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,uniform,0.2885439991950989
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,uniform,0.2876159946123759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,uniform,0.31645333766937256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,uniform,0.3720586697260539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,uniform,0.5149439970652262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,uniform,0.1543839971224467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,uniform,0.17837866147359213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,uniform,0.18500800927480063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,uniform,0.24583999315897623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.2903359929720561
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,uniform,0.2946880062421163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,uniform,0.33099732796351117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,uniform,0.41019201278686523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,uniform,0.5482026735941569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,uniform,0.22133866945902506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,uniform,0.22510933876037598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,uniform,0.2418773372968038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,uniform,0.27428799867630005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,64,uniform,0.2635040084520976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,128,uniform,0.25061867634455365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,uniform,0.35810665289560956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,uniform,0.2961653272310893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,uniform,0.4946346680323283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,uniform,0.3378080129623413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,uniform,0.3380053440729777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,uniform,0.3779093424479167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,uniform,0.626911997795105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,uniform,0.4602133433024089
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,uniform,0.20865066846211752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,uniform,0.2659733295440674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,uniform,0.26481600602467853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,uniform,0.3597653309504191
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,uniform,0.38331735134124756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,uniform,0.3994613488515218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,uniform,0.456277330716451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,uniform,0.5752106507619222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,uniform,0.7984373569488525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,uniform,0.28811200459798175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,uniform,0.2969119946161906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,uniform,0.3887733221054077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,uniform,0.31781333684921265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,128,uniform,0.33876800537109375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,64,uniform,0.3412319819132487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,uniform,0.5180906852086385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,uniform,0.420197327931722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,uniform,0.6908053557078043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,uniform,0.43670399983723956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,uniform,0.4455146789550781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,uniform,0.6138613224029541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,uniform,0.4975200096766154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,uniform,0.8159893353780111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,uniform,0.34402668476104736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,uniform,0.24634667237599692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,uniform,0.33237866560618085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,uniform,0.45076266924540204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.4693066676457723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,uniform,0.5013226668039957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,uniform,0.5683626731236776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,uniform,0.7209386825561523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,uniform,1.0043466885884602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,uniform,0.35658133029937744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,uniform,0.403439998626709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,uniform,0.36504534880320233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,uniform,0.4994080066680908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,128,uniform,0.42121068636576336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,64,uniform,0.44325868288675946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,uniform,0.5253973404566447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,uniform,0.648581345876058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,uniform,0.8876427014668783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,uniform,0.5900106827418009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,uniform,0.5465813477834066
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,uniform,0.6583040157953898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,uniform,0.8199626604715983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,uniform,1.099013328552246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,uniform,0.3691466649373372
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,uniform,0.48736000061035156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,uniform,0.47658665974934894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,uniform,0.6551253398259481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,uniform,0.6727893352508545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,uniform,0.7259946664174398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,uniform,1.0389973322550456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,uniform,0.8310666879018148
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,uniform,1.458896001180013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,uniform,0.5017919937769572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,uniform,0.5244640111923218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,uniform,0.5982880194981893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,uniform,0.7126133441925049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,128,uniform,0.5783093372980753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,uniform,0.7390240033467611
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,64,uniform,0.6014506816864014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,uniform,0.9174559911092123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,uniform,1.2638453642527263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,uniform,0.7497279644012451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,uniform,0.8108159701029459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,uniform,0.9123786290486654
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,uniform,1.5278080304463704
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,uniform,1.113807996114095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,uniform,0.4749813477198283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,uniform,0.624293327331543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,uniform,0.6130773226420084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,uniform,0.8439413706461588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.8512693246205648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,uniform,0.938485304514567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,uniform,1.076042652130127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,uniform,1.9034454027811687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,uniform,1.329973300298055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,uniform,0.6401493151982626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,uniform,0.7614879608154297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,uniform,0.6669759750366211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,uniform,0.9143093427022299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,128,uniform,0.7478880087534586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,64,uniform,0.7996373176574707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,uniform,1.1943413416544597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,uniform,1.657957394917806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,uniform,0.9597547054290771
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,uniform,0.9960532983144125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,uniform,1.0766826470692952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,uniform,1.210213343302409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,uniform,1.4829120635986328
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,uniform,2.03492800394694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,uniform,0.5734879970550537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,uniform,0.7679573694864908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,uniform,0.7494239807128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,uniform,1.0349120299021404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,uniform,1.0756746927897136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,uniform,1.1698880195617676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,uniform,1.3276800314585369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,uniform,1.6505759557088215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,uniform,2.3515520095825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,uniform,0.7824587027231852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,uniform,0.8279413382212321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,uniform,1.1223039627075195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,uniform,0.9331733385721842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,128,uniform,0.899130662282308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,64,uniform,0.9755679766337076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,uniform,1.1811520258585613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,uniform,1.4693973859151204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,uniform,2.024079958597819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,uniform,1.206661303838094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,uniform,1.3076852957407634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,uniform,1.4896052678426106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,uniform,1.8092800776163738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,8,uniform,0.04744533201058706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,uniform,0.05426666637261709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,uniform,0.08711466193199158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,uniform,0.06500266492366791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,uniform,0.05658133327960968
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,uniform,0.0554666668176651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,uniform,0.05579199890295664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,uniform,0.056032001972198486
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,uniform,0.05038933455944061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,uniform,0.04770133395989736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,uniform,0.04889066517353058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,uniform,0.0473280002673467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,uniform,0.04751466711362203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,128,uniform,0.07117866476376851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,64,uniform,0.05750933289527893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,uniform,0.05426666637261709
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,uniform,0.053904001911481224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,uniform,0.05275199810663859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,256,uniform,0.0893440047899882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,uniform,0.0642986645301183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,uniform,0.05823466678460439
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,uniform,0.05683733522891998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,uniform,2.512784004211426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,uniform,0.056746666630109154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,uniform,0.05572799841562907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,8,uniform,0.04959466556708018
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,uniform,0.09057066837946574
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,uniform,0.05429866909980774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,uniform,0.059104000528653465
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,uniform,0.06563200056552887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,uniform,0.05641066531340281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,uniform,0.058245331048965454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,uniform,0.05101866523424784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,uniform,0.057461331288019814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,uniform,0.0487306664387385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,uniform,0.0496319979429245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,uniform,0.048026666045188904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,uniform,0.04839999973773956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,64,uniform,0.056346664826075234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,128,uniform,0.06778133412202199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,uniform,0.055029332637786865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,uniform,0.05395199855168661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,uniform,0.05517866710821787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,uniform,0.06508799890677135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,256,uniform,0.09145599603652954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,uniform,0.05946666498978933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,uniform,0.05695466697216034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,uniform,0.05825066566467285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,uniform,0.055029332637786865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,8,uniform,0.04995200037956238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,uniform,0.06580266853173573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,uniform,0.08488000432650249
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,uniform,0.05786666770776113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,uniform,0.05776533484458923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,uniform,0.05606933434804281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,uniform,0.059802666306495667
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,uniform,0.050016000866889954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,uniform,0.05147733290990194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,uniform,0.046207999189694725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,uniform,0.049466664592425026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,uniform,0.04940799872080485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,128,uniform,0.06917333106199901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,64,uniform,0.05468266705671946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,uniform,0.0554666668176651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,uniform,0.05574400226275126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,uniform,0.07810133198897044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,uniform,0.05761066575845083
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,256,uniform,0.08673600355784099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,uniform,0.056015998125076294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,uniform,0.059205333391825356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,uniform,0.05870933334032694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,uniform,0.05858666698137919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,uniform,0.06049066781997681
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,8,uniform,0.047685335079828896
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,uniform,0.05531733234723409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,uniform,0.06378666559855144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,uniform,0.05863999823729197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,uniform,0.08730666836102803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,uniform,0.056159997979799904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,uniform,0.052789335449536644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,uniform,0.06384533147017162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,uniform,0.06081066528956095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,uniform,0.04972266654173533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,uniform,0.050186668833096824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,uniform,0.05004266897837321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,128,uniform,0.06980266670385997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,uniform,0.0517439991235733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,64,uniform,0.05629866818586985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,uniform,0.06404266754786174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,uniform,0.058362667759259544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,256,uniform,0.08939733107884724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,uniform,0.05625600119431814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,uniform,0.06508266429106395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,uniform,0.05964800218741099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,uniform,0.059434667229652405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,uniform,0.06062933305899302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,uniform,0.06483733157316844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,8,uniform,0.04996799925963084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,uniform,0.08521067102750142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,uniform,0.06402133405208588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,uniform,0.05575466652711233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,uniform,0.06382399797439575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,uniform,0.06710400183995564
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,uniform,0.06925866504510243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,uniform,0.0918986697991689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,uniform,0.05152533451716105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,uniform,0.05193600058555603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,uniform,0.051354666550954185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,uniform,0.05884799857934316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,128,uniform,0.06913599868615468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,uniform,0.056757330894470215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,64,uniform,0.06964799761772156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,uniform,0.06934399902820587
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,uniform,0.09103999535242717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,uniform,0.07960533102353413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,256,uniform,0.0885653297106425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,uniform,0.06595733265082042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,uniform,0.06628799935181935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,uniform,0.0672106643517812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,uniform,0.07080533107121785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,uniform,0.07859200239181519
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,uniform,0.09018666545550029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,8,uniform,0.05065066615740458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,uniform,0.05518933137257894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,uniform,0.08550933003425598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,uniform,0.08887466788291931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,uniform,0.09108266234397888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,uniform,0.11498133341471355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,uniform,0.05193600058555603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,uniform,0.09430932998657227
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,uniform,0.052373334765434265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,uniform,0.053077335158983864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,uniform,0.05347733199596405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,uniform,0.057631999254226685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,uniform,0.08092266817887624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,uniform,0.09628799557685852
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,64,uniform,0.07649066547552745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,uniform,0.08407466610272725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,128,uniform,0.07044266661008199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,uniform,0.09147199988365173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,uniform,0.08744532863299052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,uniform,0.10003200173377991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,uniform,0.09046933054924011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,uniform,0.11215999722480774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,8,uniform,0.0506879985332489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,uniform,0.05570133527119955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,uniform,0.08784533540407817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,uniform,0.09288000067075093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,uniform,0.0930560032526652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,256,uniform,0.08803733189900716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,uniform,0.0920853316783905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,uniform,0.052629331747690834
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,uniform,0.05413866539796194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,uniform,0.1151626706123352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,uniform,0.0997226635615031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,uniform,0.050666665037473045
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,uniform,0.05449600021044413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,uniform,0.05826666454474131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,128,uniform,0.07176533341407776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,64,uniform,0.07776533563931783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,uniform,0.07960533102353413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,256,uniform,0.08823999762535095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,uniform,0.08084799846013387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,uniform,0.09875200192133586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,uniform,0.112335999806722
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,uniform,0.09659733374913533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,uniform,0.10070400436719258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,uniform,0.10571199655532837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,8,uniform,0.051354666550954185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,uniform,0.1381173332532247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,uniform,0.05524266759554545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,uniform,0.09412800272305806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,uniform,0.0886400043964386
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,uniform,0.08892266949017842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,uniform,0.09117333094278972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,uniform,0.09780266880989075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,uniform,0.11667733391125996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,uniform,0.0558186670144399
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,uniform,0.05377600093682607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,uniform,0.055173332492510475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,128,uniform,0.07565333445866902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,uniform,0.05580266813437144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,uniform,0.059445331494013466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,uniform,0.09883200128873189
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,64,uniform,0.07317333420117696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,uniform,0.07789333164691925
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,uniform,0.08648000160853068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,256,uniform,0.09565866986910503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,uniform,0.10326400399208069
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,uniform,0.09954667091369629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,uniform,0.09899733463923137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,uniform,0.11760000387827556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,uniform,0.13317333658536276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,8,uniform,0.05157866577307383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,uniform,0.09473066528638203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,uniform,0.0565280020236969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,uniform,0.09497599800427754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,uniform,0.09307733178138733
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,uniform,0.0928106705347697
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,uniform,0.11708266536394756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,uniform,0.10029866298039754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,uniform,0.06047466893990835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,uniform,0.05659733215967814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,uniform,0.055888002117474876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,uniform,0.056202664971351624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,uniform,0.06460799773534139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,128,uniform,0.07382933298746745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,64,uniform,0.07349333167076111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,uniform,0.0951039989789327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,uniform,0.08191999793052673
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,uniform,0.08346133430798848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,uniform,0.10116266210873921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,256,uniform,0.09288000067075093
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,uniform,0.10642666618029277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,8,uniform,0.05097599824269613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,uniform,0.10015466809272766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,uniform,0.13478400309880575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,uniform,0.11897066235542297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,uniform,0.05635199944178263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,uniform,0.09258133172988892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,uniform,0.09428800145785014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,uniform,0.09431466460227966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,uniform,0.09646399815877278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,uniform,0.05717333157857259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,uniform,0.10130133231480916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,uniform,0.1163200040658315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,uniform,0.05665599803129832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,uniform,0.06272000074386597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,uniform,0.05751466751098633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,uniform,0.05975999931494395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,128,uniform,0.07498666644096375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,64,uniform,0.07517333328723907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,uniform,0.0900426705678304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,uniform,0.0832533339659373
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,uniform,0.09891733527183533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,uniform,0.10345066587130229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,256,uniform,0.09237333138783772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,uniform,0.10772266983985901
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,uniform,0.10641599694887798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,uniform,0.11658133069674174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,8,uniform,0.051776001850763954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,uniform,0.1439733306566874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,uniform,0.05625066657861074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,uniform,0.09541866183280945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,uniform,0.09498666723569234
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,uniform,0.09540800253550212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,uniform,0.09447466333707173
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,uniform,0.11804266770680745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,uniform,0.10328533252080281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,uniform,0.057717333237330117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,uniform,0.059621334075927734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,uniform,0.05950400233268738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,uniform,0.06089599927266439
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,64,uniform,0.07633600135644276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,uniform,0.0654720018307368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,128,uniform,0.07966400186220805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,uniform,0.08584533135096233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,uniform,0.09102400143941243
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,256,uniform,0.09453866879145305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,uniform,0.10177066922187805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,uniform,0.10662399729092915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,uniform,0.10691199700037639
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,uniform,0.13958932956059775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,uniform,0.10794132947921753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,uniform,0.12050132950146993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,8,uniform,0.05277866621812185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,uniform,0.09406399726867676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,uniform,0.09684266646703084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,uniform,0.09488532940546672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,uniform,0.05859733124574026
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,uniform,0.09661866227785747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,uniform,0.10522666573524475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,uniform,0.12044266859690349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,uniform,0.060175999999046326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,uniform,0.05919999877611796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,128,uniform,0.07714133461316426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,uniform,0.06075199941794077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,uniform,0.05860800047715505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,64,uniform,0.07717866698900859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,uniform,0.06491733094056447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,uniform,0.08585066596666972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,uniform,0.09133332967758179
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,uniform,0.1018293301264445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,256,uniform,0.09665066997210185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,uniform,0.10950400431950887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,uniform,0.14128533005714417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,uniform,0.12241066495577495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,8,uniform,0.053397332628568016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,uniform,0.05977066854635874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,uniform,0.11246400078137715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,uniform,0.09709333380063374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,uniform,0.09645332892735799
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,uniform,0.10784533619880676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,uniform,0.0976639986038208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,uniform,0.09703999757766724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,uniform,0.06058133145173391
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,uniform,0.10337600111961365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,uniform,0.061162665486335754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,uniform,0.06276800235112508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,uniform,0.11979732910792033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,uniform,0.0576800008614858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,uniform,0.06568533182144165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,128,uniform,0.07899733384450276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,64,uniform,0.07872533301512401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,uniform,0.10578667124112447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,uniform,0.08741866548856099
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,uniform,0.11170666416486104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,256,uniform,0.09469333291053772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,uniform,0.09259733557701111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,uniform,0.10905067125956218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,uniform,0.10400533676147461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,uniform,0.11833066741625468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,8,uniform,0.053685332338015236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,uniform,0.06073066592216492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,uniform,0.1471626659234365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,uniform,0.09845333298047383
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,uniform,0.09610666831334432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,uniform,0.10034666458765666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,uniform,0.1055626670519511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,uniform,0.09787733356157939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,uniform,0.12260799606641133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,uniform,0.06348266700903575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,uniform,0.06380799909432729
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,uniform,0.06482133269309998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,uniform,0.06169066826502482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,uniform,0.06776533524195354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,128,uniform,0.08168533444404602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,uniform,0.08895466725031535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,uniform,0.10450133681297302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,uniform,0.0944053332010905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,64,uniform,0.07935999830563863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,256,uniform,0.09983467062314351
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,uniform,0.11195733149846394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,uniform,0.1221440037091573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,uniform,0.11235200365384419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,uniform,0.11663466691970825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,uniform,0.14638400077819824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,uniform,0.06851733227570851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,uniform,0.10707199573516846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,8,uniform,0.06326933205127716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,uniform,0.10532800356547038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,uniform,0.10708266496658325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,uniform,0.10598400235176086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,uniform,0.11590400338172913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,uniform,0.1316480040550232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,uniform,0.07035733262697856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,uniform,0.0719893326361974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,uniform,0.07913599908351898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,uniform,0.08781866232554118
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,uniform,0.06994133194287618
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,uniform,0.096778670946757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,128,uniform,0.08892266949017842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,64,uniform,0.088128000497818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,uniform,0.10450133681297302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,uniform,0.1142026682694753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,256,uniform,0.10962667067845662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,uniform,0.12037866314252217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,uniform,0.12245866656303406
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,uniform,0.12146666646003723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,uniform,0.1320799986521403
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,uniform,0.1571946640809377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,8,uniform,0.06393066545327504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,uniform,0.07147733370463054
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,uniform,0.10909333825111389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,uniform,0.13551466663678488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,uniform,0.10782399773597717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,uniform,0.10940800110499065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,uniform,0.10756267110506694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,uniform,0.11685333649317424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,uniform,0.07211733361085255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,uniform,0.0724426656961441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,uniform,0.07428266604741414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,uniform,0.08222400148709615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,uniform,0.0902346670627594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,64,uniform,0.08819733063379924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,128,uniform,0.08633599678675334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,uniform,0.10368000467618306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,uniform,0.09525332848230998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,uniform,0.1260693371295929
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,256,uniform,0.11198932925860088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,uniform,0.12070932984352112
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,uniform,0.12018133203188579
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,uniform,0.12774399916330972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,8,uniform,0.06606400012969971
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,uniform,0.13450133800506592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,uniform,0.07375466823577881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,uniform,0.16287466883659363
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,uniform,0.11478400230407715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,uniform,0.11483200391133626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,uniform,0.11395200093587239
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,uniform,0.11718400319417317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,uniform,0.07613333563009898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,uniform,0.12270399928092957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,uniform,0.14230400323867798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,uniform,0.07604800164699554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,uniform,0.07844799757003784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,uniform,0.08572799960772197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,128,uniform,0.09081600109736125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,uniform,0.09637332955996196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,64,uniform,0.09319999814033508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,uniform,0.10012267033259074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,uniform,0.10785067081451416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,uniform,0.13057600458463034
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,uniform,0.1300106644630432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,256,uniform,0.11970133582750957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,uniform,0.13152533769607544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,uniform,0.13454399506251016
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,8,uniform,0.06886933247248332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,uniform,0.17499200503031412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,uniform,0.14435199896494547
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,uniform,0.08003200093905131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,uniform,0.1347040037314097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,uniform,0.14405866463979086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,uniform,0.13845866918563843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,uniform,0.1362613340218862
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,uniform,0.1960373322168986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,uniform,0.15928000211715698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,uniform,0.10473066568374634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,uniform,0.10047466556231181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,uniform,0.1033066709836324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,uniform,0.1169706682364146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,uniform,0.13395200173060098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,uniform,0.12829333543777466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,128,uniform,0.12082667152086894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,64,uniform,0.12206400434176128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,uniform,0.17748266458511353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,uniform,0.1416000028451284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,256,uniform,0.14547200004259744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,uniform,0.15850667158762613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,uniform,0.16010133425394693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,8,uniform,0.07330666482448578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,uniform,0.08787733316421509
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,uniform,0.1651946703592936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,uniform,0.176256000995636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,uniform,0.20274666945139566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,uniform,0.14658666650454202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,uniform,0.14910933375358582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,uniform,0.1569386621316274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,uniform,0.15121066570281982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,uniform,0.21385600169499716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,uniform,0.17300800482432047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,uniform,0.11340799927711487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,uniform,0.10902933279673259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,uniform,0.11892799536387126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,uniform,0.13218133648236594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,uniform,0.15309866269429526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,uniform,0.14113066593805948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,128,uniform,0.130730668703715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,64,uniform,0.13180800278981528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,uniform,0.15456533432006836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,uniform,0.20892800887425741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,256,uniform,0.1527413328488668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,uniform,0.17299733559290567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,uniform,0.17115734020868936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,8,uniform,0.09262399872144063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,uniform,0.1863200068473816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,uniform,0.26494399706522626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,uniform,0.20889067649841309
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,uniform,0.11199999849001567
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,uniform,0.16779732704162598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,uniform,0.17085333665211996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,uniform,0.18083733320236206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,uniform,0.16774400075276694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,uniform,0.20423465967178345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,uniform,0.2513920068740845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,uniform,0.12659733494122824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,uniform,0.1356160044670105
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,uniform,0.12879467010498047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,uniform,0.17257599035898843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,uniform,0.15084800124168396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,128,uniform,0.14659200112024942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,64,uniform,0.15035200119018555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,uniform,0.1602826714515686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,uniform,0.1928159991900126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,uniform,0.24572267134984335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,256,uniform,0.17550933361053467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,uniform,0.19507733980814615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,uniform,0.19774399201075235
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,8,uniform,0.10039466619491577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,uniform,0.238864004611969
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,uniform,0.21053866545359293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,uniform,0.2993813355763753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,uniform,0.12203199664751689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,uniform,0.18986666202545166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,uniform,0.1844693422317505
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,uniform,0.18557333946228027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,uniform,0.200655996799469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,uniform,0.2309066653251648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,uniform,0.28589866558710736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,uniform,0.13970133662223816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,uniform,0.1440000037352244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,uniform,0.15061333775520325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,uniform,0.1900320053100586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,uniform,0.1681706706682841
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,128,uniform,0.17572800318400064
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,64,uniform,0.18091734250386557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,uniform,0.1911733349164327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,uniform,0.22667733828226724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,256,uniform,0.19899199406305948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,uniform,0.29039466381073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,uniform,0.2286506692568461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,uniform,0.24958399931589761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,uniform,0.23633599281311035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,uniform,0.288266658782959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,8,uniform,0.14275733629862467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,uniform,0.1750453313191732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,uniform,0.35978134473164874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,uniform,0.23359467585881552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,uniform,0.23883734146753946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,uniform,0.2421440084775289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,uniform,0.2595733404159546
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,uniform,0.2956533432006836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,uniform,0.17740267515182495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,uniform,0.36296534538269043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,uniform,0.18302400906880698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,uniform,0.19207467635472616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,uniform,0.24317866563796997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,uniform,0.21819732586542764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,128,uniform,0.2055520017941793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,64,uniform,0.21248000860214233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,uniform,0.22943466901779175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,uniform,0.29394133885701496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,uniform,0.3851360082626343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,256,uniform,0.2371573249499003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,uniform,0.2685973246892293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,uniform,0.2942506670951843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,uniform,0.273909330368042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,uniform,0.33663467566172284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,8,uniform,0.172106663386027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,uniform,0.2150986591974894
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,uniform,0.4224373499552409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,uniform,0.2670186758041382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,uniform,0.270416001478831
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,uniform,0.2786133289337158
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,uniform,0.3492106596628825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,uniform,0.30528000990549725
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,uniform,0.4203679958979289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,uniform,0.2031573255856832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,uniform,0.2101866602897644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,uniform,0.2219946583112081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,uniform,0.2619946599006653
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,uniform,0.29290666182835895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,128,uniform,0.23600532611211142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,64,uniform,0.24129599332809448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,uniform,0.2815306584040324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,uniform,0.3473120133082072
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,uniform,0.47303998470306396
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,256,uniform,0.2914026578267415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,uniform,0.3258879979451497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,uniform,0.3338880141576131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,uniform,0.3619519869486491
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,uniform,0.41548800468444824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,8,uniform,0.22548266251881918
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,uniform,0.2883840004603068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,uniform,0.5042933225631714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,uniform,0.35970667997996014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,uniform,0.3638613224029541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,uniform,0.3763999938964844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,uniform,0.47139732042948407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,uniform,0.40594665209452313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,uniform,0.5576746861139933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,uniform,0.26688534021377563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,uniform,0.29340267181396484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,uniform,0.2762613296508789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,uniform,0.3968586524327596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,uniform,0.3521653413772583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,128,uniform,0.32948267459869385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,64,uniform,0.33640531698862713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,uniform,0.3745493491490682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,uniform,0.4973866542180379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,uniform,0.65447465578715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,256,uniform,0.3734293381373088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,uniform,0.4114346504211426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,uniform,0.4241439898808797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,uniform,0.5230133136113485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,uniform,0.45691200097401935
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,8,uniform,0.2696373263994853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,uniform,0.3649919827779134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,uniform,0.6295040051142374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,uniform,0.4491093158721924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,uniform,0.4588053226470947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,uniform,0.47970132033030194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,uniform,0.5170666774113973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,uniform,0.7184000015258789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,uniform,0.5913493235905966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,uniform,0.3239733378092448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,uniform,0.3365973234176636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,uniform,0.35761598745981854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,uniform,0.5144586563110352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,uniform,0.45070934295654297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,128,uniform,0.3944000005722046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,64,uniform,0.4073386589686076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,uniform,0.4705173174540202
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,uniform,0.6218400001525879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,uniform,0.8417973518371582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,uniform,0.5396533409754435
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,256,uniform,0.4755786657333374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,uniform,0.5192799965540568
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,uniform,0.5825546582539877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,uniform,0.6670773029327393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,8,uniform,0.37804798285166424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,uniform,0.5264853239059448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,uniform,0.7858453591664633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,uniform,0.651093324025472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,uniform,0.6391040086746216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,uniform,0.6770986715952555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,uniform,1.026959975560506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,uniform,0.836954673131307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,uniform,0.7309707005818685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,uniform,0.4556800127029419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,uniform,0.47210665543874103
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,uniform,0.5022879838943481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,uniform,0.6267360051472982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,uniform,0.7246932983398438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,128,uniform,0.5579786698023478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,64,uniform,0.574832002321879
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,uniform,0.6688213348388672
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,uniform,0.9056853453318278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,uniform,1.2390986283620198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,256,uniform,0.6636533339818319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,uniform,0.7364746729532877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,uniform,0.762885332107544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,uniform,0.8190506299336752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,8,uniform,0.4755520025889079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,uniform,0.9334719975789388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,uniform,0.7278560002644857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,uniform,1.1193280220031738
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,uniform,0.821295976638794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,uniform,0.8415253162384033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,uniform,0.8753120104471842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,uniform,0.9429813226064047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,uniform,1.0796159903208415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,uniform,1.3525172869364421
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,uniform,0.5757493178049723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,uniform,0.5972319841384888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,uniform,0.6410880088806152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,uniform,0.8341813087463379
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,128,uniform,0.7153226534525553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,uniform,0.9591306845347086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,64,uniform,0.7382026513417562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,uniform,0.8495360215504965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,uniform,1.1790666580200195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,uniform,1.6233226458231609
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,uniform,0.9541280269622803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,256,uniform,0.870405356089274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,uniform,0.9885439872741699
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,uniform,1.0687039693196614
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,8,uniform,0.5953066746393839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,uniform,1.214629332224528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,uniform,0.9574933052062988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,uniform,1.4629173278808594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,uniform,1.0104107062021892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,uniform,1.031002680460612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,uniform,1.1616746584574382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,uniform,1.0780586401621501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,uniform,1.6814719835917156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,uniform,1.3401920000712078
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,uniform,0.7086719671885172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,uniform,0.7328533331553141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,uniform,0.7839093208312988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,uniform,0.9998133182525635
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,128,uniform,0.878928025563558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,uniform,1.1870026588439941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,64,uniform,0.9108426570892334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,uniform,1.077466646830241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,uniform,2.003882726033529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,uniform,1.4559094111124675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,8,uniform,0.04606399933497111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,8,uniform,0.048528000712394714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,uniform,0.06587199866771698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,256,uniform,1.0649279753367107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,uniform,1.1741173267364502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,uniform,1.3301493326822917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,uniform,0.0517493337392807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,uniform,1.2221120198567708
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,uniform,0.050442665815353394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,uniform,0.050154666105906166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,128,uniform,0.04670399924119314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,uniform,0.05027199784914652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,uniform,0.04970133304595947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,16,uniform,0.045184001326560974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,64,uniform,0.04554666578769684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,8,uniform,0.04537599782148997
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,32,uniform,0.0454773356517156
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,128,uniform,0.054144000013669334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,64,uniform,0.05093333125114441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,32,uniform,0.04879466692606608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,uniform,1.5179786682128906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,16,uniform,0.048810665806134544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,uniform,0.052485331892967224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,8,uniform,0.04858666658401489
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,256,uniform,0.06658133367697398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,uniform,0.05118933320045471
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,uniform,0.05045866469542185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,uniform,0.05022933085759481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,uniform,0.05083733300367991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,8,uniform,0.04619733492533366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,uniform,0.052255998055140175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,uniform,0.06801066795984904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,uniform,0.0510506679614385
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,8,uniform,0.049072002371152244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,uniform,0.050901333491007485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,uniform,0.05042133231957754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,16,uniform,0.04585599899291992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,uniform,0.05141866703828176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,64,uniform,0.046351999044418335
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,128,uniform,0.0468746672074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,32,uniform,0.0462773342927297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,128,uniform,0.05532800157864889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,64,uniform,0.050479998191197716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,32,uniform,0.04938133557637533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,8,uniform,0.046911999583244324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,16,uniform,0.049456000328063965
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,256,uniform,0.06678933401902516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,8,uniform,0.05031466484069824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,uniform,0.0517493337392807
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,uniform,0.05337599913279215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,uniform,1.844469388326009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,uniform,0.05169066786766052
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,uniform,0.050517335534095764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,8,uniform,0.04919999837875366
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,uniform,0.052101333936055504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,uniform,0.06782400111357371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,8,uniform,0.04666133224964142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,uniform,0.05125333368778229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,uniform,0.06046399970849355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,uniform,0.051541333397229515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,uniform,0.05082133412361145
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,uniform,0.05379199981689453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,32,uniform,0.04609066744645437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,128,uniform,0.047135998805363975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,16,uniform,0.047135998805363975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,8,uniform,0.047509332497914634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,64,uniform,0.04683733483155569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,128,uniform,0.05666666726271311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,64,uniform,0.05061866839726766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,32,uniform,0.049866666396458946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,256,uniform,0.06765333314736684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,8,uniform,0.0529013325770696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,16,uniform,0.05065600077311198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,uniform,0.05342400074005127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,uniform,0.054469332098960876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,uniform,0.05218133330345154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,uniform,0.05150933563709259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,uniform,0.05207466582457224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,8,uniform,0.04655466477076212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,8,uniform,0.04903466502825419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,uniform,0.05377600093682607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,uniform,0.06777599950631459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,uniform,0.05285866558551788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,uniform,0.05121066669623057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,uniform,0.051274667183558144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,uniform,0.05747200051943461
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,64,uniform,0.04632000128428141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,128,uniform,0.04934933284918467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,32,uniform,0.047194664676984154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,16,uniform,0.04730666677157084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,8,uniform,0.04957333207130432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,128,uniform,0.05418133238951365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,64,uniform,0.050373335679372154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,32,uniform,0.05090666810671488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,16,uniform,0.052517334620157875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,256,uniform,0.0678719977537791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,8,uniform,0.055205335219701133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,uniform,0.053301334381103516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,uniform,0.05439466734727224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,uniform,0.051781331499417625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,uniform,0.05231999854246775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,uniform,0.05853333572546641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,uniform,0.053786665201187134
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,8,uniform,0.04699199895064036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,uniform,0.06715733309586842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,8,uniform,0.04931733508904775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,uniform,0.05485333502292633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,uniform,0.052383999029795326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,uniform,0.06440000236034393
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,128,uniform,0.04789866507053375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,uniform,0.057850668827692665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,64,uniform,0.04795200129350027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,16,uniform,0.05356800059477488
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,32,uniform,0.04821333289146423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,8,uniform,0.05467733244101206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,128,uniform,0.05702400207519531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,64,uniform,0.05797333518664042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,16,uniform,0.06324266890684764
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,32,uniform,0.05628266433874766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,8,uniform,0.06931733091672261
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,256,uniform,0.06621866424878438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,uniform,0.05340800185998281
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,uniform,0.05286400020122528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,uniform,0.058330665032068886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,uniform,0.055205335219701133
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,uniform,0.06689066688219707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,8,uniform,0.047007997830708824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,uniform,0.06705066561698914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,uniform,0.06829333305358887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,uniform,0.06758399804433186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,8,uniform,0.04977599779764811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,uniform,0.07087466617425282
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,uniform,0.07981866598129272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,uniform,0.09583466251691182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,128,uniform,0.04854399959246317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,64,uniform,0.05086400111516317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,8,uniform,0.05554133156935374
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,32,uniform,0.04902400076389313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,16,uniform,0.050997331738471985
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,128,uniform,0.056943997740745544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,64,uniform,0.05868266522884369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,16,uniform,0.06599999964237213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,32,uniform,0.06442666550477345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,8,uniform,0.07728533446788788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,256,uniform,0.06700799862543742
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,uniform,0.06888533135255177
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,uniform,0.06991466879844666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,uniform,0.08000533282756805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,uniform,0.07151466608047485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,uniform,0.09804266691207886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,8,uniform,0.04788800080617269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,8,uniform,0.050794666012128196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,uniform,0.06974933544794719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,uniform,0.06952000161012013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,uniform,0.07874133189519246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,uniform,0.07267733414967854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,uniform,0.06817600131034851
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,uniform,0.09697600205739339
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,64,uniform,0.05006400247414907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,128,uniform,0.049695998430252075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,16,uniform,0.05167999863624573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,32,uniform,0.05006400247414907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,8,uniform,0.05681600173314413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,128,uniform,0.05728533367315928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,64,uniform,0.05716800192991892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,32,uniform,0.06215466558933258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,8,uniform,0.07520533104737599
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,16,uniform,0.06693333387374878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,256,uniform,0.06879466772079468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,uniform,0.07387199997901917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,uniform,0.07590400179227193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,uniform,0.11586133639017741
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,uniform,0.09299199779828389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,uniform,0.0812960018714269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,8,uniform,0.04828266799449921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,8,uniform,0.05099200208981832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,uniform,0.07050666709740956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,uniform,0.07205333312352498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,uniform,0.07409599920113881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,uniform,0.07025066514809926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,uniform,0.08028799792130788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,uniform,0.09845866759618123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,128,uniform,0.05183466772238413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,32,uniform,0.051407997806866966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,64,uniform,0.051882664362589516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,16,uniform,0.055248002211252846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,64,uniform,0.0591893345117569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,128,uniform,0.05978133281071981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,8,uniform,0.05786666770776113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,16,uniform,0.07015466690063477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,32,uniform,0.06486399968465169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,8,uniform,0.07914666831493378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,uniform,0.09173867106437683
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,256,uniform,0.07169599831104279
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,uniform,0.07881600161393483
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,uniform,0.07857066889603932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,uniform,0.08365333080291748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,uniform,0.11824533343315125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,8,uniform,0.051311999559402466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,8,uniform,0.04894933104515076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,uniform,0.07260266443093617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,uniform,0.07283733288447063
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,uniform,0.07128533224264781
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,uniform,0.0995786686738332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,uniform,0.07598933577537537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,uniform,0.08264533181985219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,128,uniform,0.05235733091831207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,32,uniform,0.05297600229581197
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,64,uniform,0.0529120018084844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,8,uniform,0.05946133534113566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,16,uniform,0.05522133409976959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,64,uniform,0.05966933568318685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,128,uniform,0.0620959997177124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,256,uniform,0.07330666482448578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,16,uniform,0.07038400073846181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,32,uniform,0.06586133440335591
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,8,uniform,0.07969599962234497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,uniform,0.08006399869918823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,uniform,0.09306666254997253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,uniform,0.07938133180141449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,uniform,0.08497066299120586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,uniform,0.12045866250991821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,8,uniform,0.051589335004488625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,8,uniform,0.04943466683228811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,uniform,0.07436800003051758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,uniform,0.0745119998852412
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,uniform,0.07396266857783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,uniform,0.0780266672372818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,uniform,0.08469866712888081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,64,uniform,0.05386666456858317
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,uniform,0.10173867146174113
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,128,uniform,0.05351466437180837
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,64,uniform,0.062421331803003945
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,16,uniform,0.05532266696294149
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,8,uniform,0.059989333152770996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,128,uniform,0.061434666315714516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,32,uniform,0.05373866856098175
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,32,uniform,0.06712000072002411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,8,uniform,0.08107199768225352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,16,uniform,0.07173333565394084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,256,uniform,0.07478933533032735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,uniform,0.08187733093897502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,uniform,0.08195733527342479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,uniform,0.0865280032157898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,uniform,0.11853333314259847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,uniform,0.09773866335550944
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,8,uniform,0.04937066634496053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,8,uniform,0.05273599922657013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,uniform,0.07610666751861572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,uniform,0.08036800225575765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,uniform,0.07579733431339264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,uniform,0.07666133344173431
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,uniform,0.08586133519808452
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,uniform,0.10271466771761577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,128,uniform,0.055871998270352684
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,32,uniform,0.05559466779232025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,64,uniform,0.05615466833114624
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,16,uniform,0.05804799993832906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,8,uniform,0.06293333570162456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,128,uniform,0.06454933186372121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,64,uniform,0.06347199777762096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,16,uniform,0.07515733440717061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,32,uniform,0.06956799825032552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,8,uniform,0.08559466401735942
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,256,uniform,0.07747200131416321
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,uniform,0.08428800106048584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,uniform,0.08188800017038982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,uniform,0.09691733121871948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,uniform,0.08572266499201457
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,uniform,0.12371733784675598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,8,uniform,0.05087999999523163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,8,uniform,0.05523733297983805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,uniform,0.07830933233102162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,uniform,0.0781173308690389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,uniform,0.07708266874154408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,uniform,0.08179200192292531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,uniform,0.08850666880607605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,uniform,0.10568533341089885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,64,uniform,0.05699199934800466
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,32,uniform,0.05719999969005585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,128,uniform,0.05685866872469584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,16,uniform,0.05916800101598104
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,8,uniform,0.06379733482996623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,32,uniform,0.06911999980608623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,128,uniform,0.06408533453941345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,16,uniform,0.07576533158620198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,64,uniform,0.06436266501744588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,8,uniform,0.08547199765841167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,256,uniform,0.07896000146865845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,uniform,0.08479467034339905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,uniform,0.10068266590436299
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,uniform,0.08526399731636047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,uniform,0.09018133083979289
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,uniform,0.12594667077064514
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,8,uniform,0.055359999338785805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,8,uniform,0.050986667474110924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,uniform,0.07934933404127757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,uniform,0.07934399942557017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,uniform,0.08045866588751475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,uniform,0.08353066444396973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,uniform,0.0897226631641388
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,uniform,0.10709333419799805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,64,uniform,0.05804799993832906
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,128,uniform,0.05825600028038025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,32,uniform,0.05807999769846598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,16,uniform,0.05967999994754791
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,8,uniform,0.06560533245404561
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,32,uniform,0.07323200007279713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,64,uniform,0.06562666594982147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,128,uniform,0.06700266897678375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,256,uniform,0.08143466711044312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,8,uniform,0.08868267138799031
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,16,uniform,0.0782773345708847
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,uniform,0.0885813335577647
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,uniform,0.0879146655400594
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,uniform,0.09293333689371745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,uniform,0.12638399998346964
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,8,uniform,0.05272000034650167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,uniform,0.10302399595578511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,8,uniform,0.05702400207519531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,uniform,0.08239999910195668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,uniform,0.08330666522185008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,uniform,0.08653866251309712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,uniform,0.08242666721343994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,uniform,0.09294933080673218
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,uniform,0.1090773344039917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,128,uniform,0.06018666426340739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,16,uniform,0.061946665247281395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,64,uniform,0.060533334811528526
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,32,uniform,0.06041066845258077
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,8,uniform,0.06772799789905548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,128,uniform,0.07052266597747803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,16,uniform,0.08135466774304707
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,64,uniform,0.06866666674613953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,32,uniform,0.07523733377456665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,8,uniform,0.09219732880592346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,uniform,0.08902933200200398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,256,uniform,0.08416533470153809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,uniform,0.09131733576456706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,uniform,0.09397866328557332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,8,uniform,0.06136000156402588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,uniform,0.10525332887967427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,uniform,0.13033599654833475
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,8,uniform,0.06484800080458324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,uniform,0.09284266829490662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,uniform,0.09299199779828389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,uniform,0.09639466802279155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,uniform,0.09370666742324829
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,uniform,0.10355732838312785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,uniform,0.12113599975903828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,128,uniform,0.0679253339767456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,64,uniform,0.06894400219122569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,16,uniform,0.07590400179227193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,32,uniform,0.07089599967002869
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,8,uniform,0.08601599931716919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,128,uniform,0.08042133351167043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,64,uniform,0.07854933540026347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,32,uniform,0.08699199557304382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,16,uniform,0.09227733810742696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,8,uniform,0.10365333159764607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,uniform,0.10048000017801921
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,256,uniform,0.09493866562843323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,uniform,0.10221866766611735
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,8,uniform,0.06261866788069408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,8,uniform,0.06735466420650482
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,uniform,0.11596266428629558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,uniform,0.1458613375822703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,uniform,0.10708266496658325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,uniform,0.09660800298055013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,uniform,0.09570133686065674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,uniform,0.09631466865539551
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,uniform,0.09913067022959392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,uniform,0.1076746682325999
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,uniform,0.12594133615493774
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,128,uniform,0.07075199981530507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,64,uniform,0.07167999943097432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,16,uniform,0.07872533301512401
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,8,uniform,0.08975999553998311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,32,uniform,0.07317333420117696
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,128,uniform,0.08020266890525818
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,64,uniform,0.08252266546090443
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,16,uniform,0.09976533055305481
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,32,uniform,0.09012800455093384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,8,uniform,0.1200266679128011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,256,uniform,0.09770133097966512
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,uniform,0.10531199971834819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,uniform,0.10618133346239726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,uniform,0.11171733339627583
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,8,uniform,0.06562133133411407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,8,uniform,0.07322666545708974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,uniform,0.12292266885439555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,uniform,0.14871467153231302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,uniform,0.10403199990590413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,uniform,0.10462933778762817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,uniform,0.10934399565060933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,uniform,0.11681600411732991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,uniform,0.10570666193962097
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,uniform,0.13461333513259888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,128,uniform,0.0761599987745285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,64,uniform,0.07605866591135661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,16,uniform,0.08457600076993306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,8,uniform,0.09566400448481242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,32,uniform,0.07867200175921123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,128,uniform,0.08854400118192036
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,64,uniform,0.09127466877301534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,32,uniform,0.09796800216039021
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,8,uniform,0.12854400277137756
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,256,uniform,0.10757333040237427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,16,uniform,0.1067680021127065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,uniform,0.11642666657765706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,uniform,0.11474133531252544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,uniform,0.12004799644152324
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,8,uniform,0.07045333087444305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,uniform,0.13107200463612875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,uniform,0.1594986617565155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,8,uniform,0.08181333541870117
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,uniform,0.1335040032863617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,uniform,0.13794133067131042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,uniform,0.1353493332862854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,uniform,0.14450132846832275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,uniform,0.19589867194493613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,uniform,0.16132799784342447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,128,uniform,0.1027733286221822
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,64,uniform,0.10381333033243816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,32,uniform,0.10652800401051839
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,128,uniform,0.12290133039156596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,8,uniform,0.13450666268666586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,16,uniform,0.11475200454394023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,64,uniform,0.12317867080370586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,32,uniform,0.13224533200263977
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,256,uniform,0.14203733205795288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,8,uniform,0.1763253410657247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,16,uniform,0.1449066698551178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,uniform,0.1474133332570394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,uniform,0.15135467052459717
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,uniform,0.1670560042063395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,uniform,0.15570132931073508
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,uniform,0.1939093271891276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,8,uniform,0.07655466596285503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,8,uniform,0.09285333752632141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,uniform,0.14868799845377603
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,uniform,0.15178133050600687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,uniform,0.153957337141037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,uniform,0.17857066790262857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,uniform,0.16057067116101584
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,128,uniform,0.11550933122634888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,uniform,0.21425066391626993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,64,uniform,0.11819733182589214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,32,uniform,0.12035733461380005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,8,uniform,0.15684266885121664
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,16,uniform,0.1334879994392395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,128,uniform,0.13546666502952576
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,64,uniform,0.13754666845003763
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,16,uniform,0.1606880029042562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,32,uniform,0.14730667074521384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,8,uniform,0.19855999946594238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,256,uniform,0.15656532843907675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,uniform,0.2062879999478658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,uniform,0.16605866948763529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,uniform,0.18368534247080484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,uniform,0.17086400588353476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,uniform,0.25861867268880206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,8,uniform,0.09924266735712688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,8,uniform,0.1183626651763916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,uniform,0.17671465873718262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,uniform,0.17797333002090454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,uniform,0.18309332927068075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,uniform,0.19117865959803262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,uniform,0.2129653294881185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,uniform,0.2560480038324992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,128,uniform,0.14007467031478882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,64,uniform,0.14127999544143677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,32,uniform,0.14805866281191507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,8,uniform,0.1844159960746765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,16,uniform,0.15981333454449972
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,128,uniform,0.15929599603017172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,32,uniform,0.1735466718673706
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,64,uniform,0.16238933801651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,16,uniform,0.19723733266194662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,8,uniform,0.23634666204452515
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,256,uniform,0.18542399009068808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,uniform,0.19711466630299887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,uniform,0.20165334145228067
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,uniform,0.2140106757481893
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,uniform,0.24116265773773193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,uniform,0.293013334274292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,8,uniform,0.11275733510653178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,8,uniform,0.13578133781750998
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,uniform,0.20374933878580728
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,uniform,0.20122132698694864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,uniform,0.20812799533208212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,uniform,0.24106132984161377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,uniform,0.2187733252843221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,uniform,0.2889813383420308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,128,uniform,0.15824533502260843
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,8,uniform,0.20669867595036825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,64,uniform,0.16130666931470236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,32,uniform,0.1684373418490092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,16,uniform,0.18209600448608398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,128,uniform,0.18761066595713297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,64,uniform,0.19198399782180786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,32,uniform,0.2050186594327291
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,16,uniform,0.2294399936993917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,8,uniform,0.2794346610705058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,256,uniform,0.21586666504542032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,uniform,0.23376532395680746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,uniform,0.2392266591389974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,uniform,0.25364800294240314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,uniform,0.2870933413505554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,8,uniform,0.19212265809377035
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,8,uniform,0.15879467129707336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,uniform,0.35415466626485187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,uniform,0.2601813276608785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,uniform,0.26869867245356244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,uniform,0.26294400294621784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,uniform,0.2852213382720947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,uniform,0.3100373347600301
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,128,uniform,0.1991306742032369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,uniform,0.3730400005976359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,64,uniform,0.20446399847666422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,32,uniform,0.21247466405232748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,16,uniform,0.22776534159978232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,8,uniform,0.26604266961415607
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,64,uniform,0.23676800727844238
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,128,uniform,0.23264533281326294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,32,uniform,0.2550826668739319
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,16,uniform,0.2940959930419922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,256,uniform,0.2707413236300151
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,8,uniform,0.35390400886535645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,uniform,0.29570666948954266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,uniform,0.2889440059661865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,uniform,0.3157706658045451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,uniform,0.3524693250656128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,uniform,0.4298559824625651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,8,uniform,0.18992000818252563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,8,uniform,0.23245867093404135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,uniform,0.3078133265177409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,uniform,0.3110453287760417
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,uniform,0.32127465804417926
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,uniform,0.3408159812291463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,uniform,0.3708639939626058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,uniform,0.4453973372777303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,128,uniform,0.2339306672414144
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,64,uniform,0.24071999390920004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,32,uniform,0.2512960036595662
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,16,uniform,0.27768532435099286
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,8,uniform,0.3189760049184163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,128,uniform,0.2746079961458842
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,64,uniform,0.280623992284139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,32,uniform,0.31168532371520996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,16,uniform,0.35418665409088135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,8,uniform,0.43484266599019367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,uniform,0.3535039822260539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,256,uniform,0.33263466755549115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,uniform,0.36526934305826825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,uniform,0.42535467942555744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,uniform,0.3879679838816325
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,8,uniform,0.24662399291992188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,8,uniform,0.30953067541122437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,uniform,0.5202026764551798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,uniform,0.4185493389765422
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,uniform,0.4235626856486003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,uniform,0.43698132038116455
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,uniform,0.4628106753031413
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,uniform,0.5012319882710775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,128,uniform,0.3100000023841858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,uniform,0.6045759916305542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,64,uniform,0.3179146647453308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,32,uniform,0.33478399117787677
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,16,uniform,0.36682132879892987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,8,uniform,0.425925334294637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,128,uniform,0.3761813243230184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,64,uniform,0.3838026523590088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,32,uniform,0.41945600509643555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,16,uniform,0.49374934037526447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,8,uniform,0.6139253377914429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,uniform,0.46641600131988525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,256,uniform,0.4440319935480754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,uniform,0.5108693440755209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,uniform,0.48132801055908203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,uniform,0.5561173359553019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,8,uniform,0.30294932921727497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,8,uniform,0.39052800337473553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,uniform,0.6699679692586263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,uniform,0.5274026791254679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,uniform,0.5350346565246582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,uniform,0.589136004447937
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,uniform,0.5591573317845663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,uniform,0.6457600196202596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,uniform,0.7803733348846436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,128,uniform,0.382149338722229
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,64,uniform,0.3926933209101359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,32,uniform,0.4127519925435384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,16,uniform,0.4673653443654378
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,8,uniform,0.5546559890111288
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,128,uniform,0.46584534645080566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,64,uniform,0.475818673769633
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,32,uniform,0.5273280143737793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,16,uniform,0.6187520027160645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,8,uniform,0.7863360246022543
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,uniform,0.5932426850001017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,256,uniform,0.565717339515686
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,uniform,0.650218685468038
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,uniform,0.6138666470845541
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,8,uniform,0.414741317431132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,uniform,0.7038986682891846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,8,uniform,0.5443360010782877
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,uniform,0.841642697652181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,uniform,0.753882646560669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,uniform,0.765391985575358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,uniform,0.7888053258260092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,uniform,0.8377493222554525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,uniform,0.9197493394215902
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,uniform,1.1133600076039631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,128,uniform,0.5337920188903809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,64,uniform,0.5494773387908936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,32,uniform,0.5787839889526367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,8,uniform,0.7714880307515463
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,16,uniform,0.6582719882329305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,128,uniform,0.6565013329188029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,64,uniform,0.6723573207855225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,32,uniform,0.7464746634165446
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,16,uniform,0.8938186963399252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,8,uniform,1.1541972955067952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,256,uniform,0.8014986515045166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,uniform,0.8469119866689047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,uniform,0.8775680065155029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,uniform,0.9244213104248047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,8,uniform,0.530240019162496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,uniform,1.0087626775105794
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,8,uniform,0.7038719654083252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,uniform,1.211733341217041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,uniform,0.9748799800872803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,uniform,0.9926559925079346
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,uniform,1.0208373069763184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,uniform,1.0884479681650798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,uniform,1.2038613160451253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,uniform,1.4662879308064778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,128,uniform,0.6816159884134928
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,16,uniform,0.859765370686849
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,32,uniform,0.743658701578776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,64,uniform,0.6989226341247559
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,8,uniform,1.020949363708496
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,64,uniform,0.8643573125203451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,128,uniform,0.8456746737162272
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,32,uniform,0.9580106735229492
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,16,uniform,1.1565866470336914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,8,uniform,1.4822452863057454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,256,uniform,1.049845298131307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,uniform,1.1002933184305828
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,uniform,1.1345706780751545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,uniform,1.2078186670939128
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,8,uniform,0.6471466620763143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,8,uniform,0.8961866696675619
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,uniform,1.3082239627838135
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,uniform,1.5672160784403484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,uniform,1.2011040051778157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,uniform,1.216549317042033
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,uniform,1.2520480155944824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,uniform,1.3393866221110027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,uniform,1.4911786715189617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,uniform,1.817461331685384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,128,uniform,0.8358080387115479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,32,uniform,0.9091467062632242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,64,uniform,0.8625760078430176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,16,uniform,1.0519999663035076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,8,uniform,1.262389341990153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,128,uniform,1.0472160180409749
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,64,uniform,1.0709226926167805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,32,uniform,1.1781280040740967
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,16,uniform,1.4171840349833171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,8,uniform,1.8562080065409343
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,256,uniform,1.285978635152181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,8,uniform,0.07322666545708974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,uniform,0.07974933087825775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,uniform,0.07598400115966797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,uniform,0.07610666751861572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,uniform,1.3591359456380208
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,uniform,0.0761653333902359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,uniform,0.07484800120194753
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,uniform,1.4897653261820476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,64,uniform,0.0643093337615331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,128,uniform,0.06791999936103821
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,uniform,1.3977546691894531
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,128,uniform,0.07438933352629344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,uniform,0.07748800019423167
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,64,uniform,0.07096000015735626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,uniform,0.07561066746711731
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,256,uniform,0.0811413327852885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,uniform,0.07624533275763194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,uniform,0.07565866907437642
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,uniform,0.07734933495521545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,8,uniform,0.0727893312772115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,uniform,0.08067733546098073
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,uniform,0.07690666615962982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,uniform,0.07704000174999237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,128,uniform,0.0766293356815974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,uniform,0.07634133100509644
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,128,uniform,0.06804800033569336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,64,uniform,0.06491200129191081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,uniform,1.6330827077229817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,64,uniform,0.07288533449172974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,256,uniform,0.08269333342711131
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,uniform,0.07729066908359528
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,uniform,0.08265600105126698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,uniform,0.07790400087833405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,uniform,0.07990399996439616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,uniform,0.07747733096281688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,8,uniform,0.07365333537260692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,uniform,0.07797866563002269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,uniform,0.0767626663049062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,uniform,0.07700799902280171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,uniform,0.07871999839941661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,128,uniform,0.07643199960390727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,128,uniform,0.06717866659164429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,64,uniform,0.0655626654624939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,uniform,1.9752267201741536
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,64,uniform,0.0724373310804367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,256,uniform,0.08177599807580312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,uniform,0.07740800082683563
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,uniform,0.07881066699822743
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,uniform,0.07728533446788788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,uniform,0.07950399816036224
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,8,uniform,0.0738613357146581
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,uniform,0.08146666487058003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,uniform,0.07754133145014445
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,uniform,0.08235733211040497
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,uniform,0.07947200040022533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,256,uniform,0.08319466809431712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,64,uniform,0.06574933230876923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,128,uniform,0.07557866473992665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,64,uniform,0.07356266677379608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,uniform,0.08475200335184734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,128,uniform,0.06866666674613953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,uniform,0.07878399888674419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,uniform,0.07896533111731212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,uniform,0.08226666847864787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,uniform,0.08574400345484416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,8,uniform,0.07407466570536296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,uniform,0.08265066643555959
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,uniform,0.07893866797288258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,uniform,0.09459199508031209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,uniform,0.08906132976214091
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,uniform,0.08502933382987976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,128,uniform,0.06860266625881195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,64,uniform,0.06959466636180878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,256,uniform,0.08451732993125916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,128,uniform,0.07798400024573009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,64,uniform,0.07696533203125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,uniform,0.0798880010843277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,uniform,0.08521067102750142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,uniform,0.08853333195050557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,uniform,0.09489599863688152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,8,uniform,0.07458133498827617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,uniform,0.09227200349171956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,uniform,0.08530132969220479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,uniform,0.0855466624101003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,uniform,0.09876799583435059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,uniform,0.11017066240310669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,64,uniform,0.07098666826883952
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,128,uniform,0.07100266714890797
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,128,uniform,0.079434668024381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,64,uniform,0.07922133306662242
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,uniform,0.09275199969609578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,uniform,0.08565333485603333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,uniform,0.09810133775075276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,256,uniform,0.08612799644470215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,8,uniform,0.0753119985262553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,uniform,0.11146133144696553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,uniform,0.09923733274141948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,uniform,0.08648533622423808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,uniform,0.09477333227793376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,uniform,0.08637332916259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,uniform,0.113237331310908
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,128,uniform,0.07171733180681865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,64,uniform,0.07316799958546956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,128,uniform,0.07944533228874207
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,64,uniform,0.07974933087825775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,256,uniform,0.08750933408737183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,uniform,0.11084799965222676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,uniform,0.09331732988357544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,uniform,0.10316266616185506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,8,uniform,0.07526933153470357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,uniform,0.13457066814104715
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,uniform,0.08746666709582011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,uniform,0.08877866466840108
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,128,uniform,0.07264000177383423
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,uniform,0.09532266855239868
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,uniform,0.10196266571680705
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,uniform,0.11694399515787761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,128,uniform,0.08111466467380524
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,64,uniform,0.07424533367156982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,64,uniform,0.08287466565767924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,256,uniform,0.08772266904513042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,uniform,0.09556800127029419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,uniform,0.10359999537467957
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,uniform,0.08954667051633199
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,uniform,0.11755200227101643
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,uniform,0.09016000231107076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,8,uniform,0.07812266548474629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,uniform,0.1383680005868276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,uniform,0.09666666388511658
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,uniform,0.11437333623568217
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,uniform,0.1025333305199941
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,64,uniform,0.07514133552710216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,128,uniform,0.08382399876912434
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,128,uniform,0.07572799921035767
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,64,uniform,0.08362133304278056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,uniform,0.09630399942398071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,256,uniform,0.08985066413879395
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,uniform,0.10531199971834819
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,uniform,0.11310933033625285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,uniform,0.08892800410588582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,uniform,0.13916266957918802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,8,uniform,0.0790773332118988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,uniform,0.09027733405431111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,uniform,0.09801600376764934
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,128,uniform,0.07667199770609538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,uniform,0.10460266470909119
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,uniform,0.1181653340657552
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,64,uniform,0.07657599945863088
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,uniform,0.09699199597040813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,128,uniform,0.08450667063395183
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,64,uniform,0.08345066507657369
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,256,uniform,0.09055999914805095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,uniform,0.11784533659617107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,uniform,0.10775466759999593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,8,uniform,0.07845866680145264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,uniform,0.13962133725484213
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,uniform,0.09181333581606548
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,uniform,0.09246399998664856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,128,uniform,0.07763733466466267
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,uniform,0.09882666667302449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,uniform,0.10541866223017375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,64,uniform,0.07786133388678233
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,128,uniform,0.0858026643594106
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,256,uniform,0.09277333815892537
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,64,uniform,0.0865226686000824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,uniform,0.1202293336391449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,uniform,0.09803733229637146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,uniform,0.1067733367284139
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,uniform,0.11854400237401326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,8,uniform,0.08015466729799907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,uniform,0.14244799812634787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,uniform,0.09418132901191711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,128,uniform,0.08027733365694682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,uniform,0.10084799925486247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,uniform,0.12281066179275513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,uniform,0.10854400197664897
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,64,uniform,0.0794293334086736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,uniform,0.09515200058619182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,64,uniform,0.08661866188049316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,128,uniform,0.08774933218955994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,uniform,0.10052800178527832
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,256,uniform,0.09583466251691182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,uniform,0.10997333129247029
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,uniform,0.12432000041007996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,8,uniform,0.08126933375994365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,uniform,0.09487467010815938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,uniform,0.09452266494433086
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,128,uniform,0.08087466657161713
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,uniform,0.10310932993888855
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,uniform,0.14863999684651694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,uniform,0.1088693340619405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,uniform,0.12317333618799846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,64,uniform,0.08725333213806152
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,64,uniform,0.08160000046094258
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,128,uniform,0.088837335507075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,256,uniform,0.09798399607340495
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,uniform,0.11025066177050273
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,uniform,0.12471999724706014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,uniform,0.1476800044377645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,uniform,0.10373866558074951
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,8,uniform,0.08496532837549846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,uniform,0.09643200039863586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,uniform,0.12850667039553323
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,uniform,0.09674666325251262
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,uniform,0.1055413285891215
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,uniform,0.11091199517250061
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,64,uniform,0.08346666892369588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,128,uniform,0.08319466809431712
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,64,uniform,0.08931733171145122
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,128,uniform,0.092357337474823
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,256,uniform,0.09959999720255534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,uniform,0.10433600346247356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,uniform,0.11716266473134358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,8,uniform,0.08710400263468425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,uniform,0.1279093325138092
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,uniform,0.15286933382352194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,uniform,0.10250133275985718
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,uniform,0.09970133503278096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,uniform,0.10947733124097188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,uniform,0.1339306632677714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,uniform,0.11601066589355469
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,128,uniform,0.09477333227793376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,128,uniform,0.08703999718030293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,uniform,0.11293333768844604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,64,uniform,0.09357866644859314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,64,uniform,0.08772266904513042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,256,uniform,0.10373333096504211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,uniform,0.12282666563987732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,8,uniform,0.09030399719874065
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,uniform,0.13435733318328857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,uniform,0.10332266489664714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,uniform,0.1593119998772939
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,uniform,0.10293333729108174
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,uniform,0.11943466464678447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,uniform,0.11193600296974182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,uniform,0.1386133333047231
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,128,uniform,0.08957866827646892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,64,uniform,0.0897706647713979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,128,uniform,0.10243200262387593
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,64,uniform,0.09874666730562846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,uniform,0.1255519986152649
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,256,uniform,0.1051093339920044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,uniform,0.13755200306574503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,uniform,0.11433600385983785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,uniform,0.16083199779192606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,8,uniform,0.09379733602205913
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,uniform,0.11235200365384419
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,uniform,0.1295360028743744
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,uniform,0.12141866485277812
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,uniform,0.10976533095041911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,uniform,0.14814933141072592
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,128,uniform,0.09496532877286275
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,128,uniform,0.10453866918881734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,64,uniform,0.10526399811108907
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,64,uniform,0.09539199868837993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,uniform,0.1234773298104604
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,256,uniform,0.11549866199493408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,uniform,0.1349440018335978
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,8,uniform,0.11475200454394023
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,uniform,0.14615466197331747
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,uniform,0.17085866133371988
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,uniform,0.15039466818173727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,uniform,0.15158933401107788
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,uniform,0.16075199842453003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,uniform,0.1955146590868632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,64,uniform,0.12378133336702983
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,uniform,0.1723840037981669
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,128,uniform,0.1225493351618449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,128,uniform,0.1353333294391632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,64,uniform,0.1383786698182424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,uniform,0.17067732413609824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,uniform,0.15747732917467752
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,256,uniform,0.1483733355998993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,uniform,0.1811199982961019
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,uniform,0.20803733666737875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,8,uniform,0.12294399738311768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,uniform,0.16501866777737936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,uniform,0.16615999738375345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,uniform,0.17256534099578857
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,uniform,0.18623999754587808
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,128,uniform,0.1323306659857432
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,uniform,0.2118613322575887
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,64,uniform,0.13684266805648804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,128,uniform,0.16209600369135538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,256,uniform,0.17382933696111044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,64,uniform,0.16211199760437012
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,uniform,0.19194666544596353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,8,uniform,0.15264000495274863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,uniform,0.20154666900634766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,uniform,0.22065067291259766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,uniform,0.2529653310775757
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,uniform,0.2039146622021993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,uniform,0.20846933126449585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,uniform,0.21171200275421143
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,uniform,0.23533866802851358
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,uniform,0.27081066370010376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,128,uniform,0.15684800346692404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,64,uniform,0.15844266613324484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,128,uniform,0.18966400623321533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,uniform,0.22009066740671793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,64,uniform,0.1875306765238444
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,256,uniform,0.19804799556732178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,uniform,0.22754667202631632
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,uniform,0.2512106696764628
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,uniform,0.2902560035387675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,8,uniform,0.18286933501561484
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,uniform,0.23470399777094522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,uniform,0.23197867472966513
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,uniform,0.23826134204864502
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,uniform,0.2606773376464844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,uniform,0.315008004506429
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,128,uniform,0.1766293247540792
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,64,uniform,0.18252267440160116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,128,uniform,0.22578666607538858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,64,uniform,0.22133866945902506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,256,uniform,0.24198400974273682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,8,uniform,0.25542932748794556
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,uniform,0.265392005443573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,uniform,0.27483199040095013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,uniform,0.35554667313893634
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,uniform,0.2941546638806661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,uniform,0.30274667342503864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,uniform,0.30059732993443805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,uniform,0.30746666590372723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,uniform,0.33220799763997394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,uniform,0.4040373166402181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,128,uniform,0.22506133715311685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,64,uniform,0.22822399934132895
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,128,uniform,0.27932800849278766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,64,uniform,0.27986133098602295
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,256,uniform,0.3001493414243062
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,uniform,0.3220906654993693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,uniform,0.33274134000142414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,8,uniform,0.3146933317184448
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,uniform,0.3571093479792277
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,uniform,0.438101331392924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,uniform,0.36637334028879803
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,uniform,0.3664426803588867
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,uniform,0.37065601348876953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,uniform,0.40374934673309326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,uniform,0.4825173219045003
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,128,uniform,0.260917325814565
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,64,uniform,0.26874132951100665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,128,uniform,0.3248639901479085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,64,uniform,0.3216106692949931
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,256,uniform,0.36963733037312824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,uniform,0.4222559928894043
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,uniform,0.41555734475453693
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,8,uniform,0.428053339322408
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,uniform,0.45476265748341876
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,uniform,0.5435786644617716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,uniform,0.499728004137675
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,uniform,0.5024000008900961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,uniform,0.5079893271128336
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,uniform,0.5479679902394613
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,uniform,0.6524053414662679
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,64,uniform,0.356330672899882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,128,uniform,0.3514719804128011
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,128,uniform,0.44917865594228107
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,64,uniform,0.4498879909515381
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,256,uniform,0.49109868208567303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,uniform,0.5430293480555216
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,uniform,0.5477013190587362
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,uniform,0.5995999972025553
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,8,uniform,0.5454026858011881
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,uniform,0.7104266484578451
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,uniform,0.6303040186564127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,uniform,0.6444533268610636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,uniform,0.6378026803334554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,128,uniform,0.43275201320648193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,uniform,0.6899306774139404
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,uniform,0.826586643854777
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,64,uniform,0.4458186626434326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,128,uniform,0.5490399996439616
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,uniform,0.699951966603597
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,256,uniform,0.6334346532821655
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,64,uniform,0.5560959974924723
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,uniform,0.7021546363830566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,uniform,0.7560373147328695
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,uniform,0.9078186353047689
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,8,uniform,0.7673172950744629
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,uniform,0.8936693668365479
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,uniform,0.9096266428629557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,uniform,0.9196960131327311
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,uniform,0.9793439706166586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,uniform,1.1917920112609863
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,128,uniform,0.6059946616490682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,64,uniform,0.6207946538925171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,128,uniform,0.7772053082784017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,64,uniform,0.7874080340067545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,256,uniform,0.8812373479207357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,uniform,0.9929599761962891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,uniform,1.0005760192871094
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,uniform,1.0702773729960124
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,uniform,1.2943893273671467
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,8,uniform,0.9932373364766439
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,uniform,1.1783573627471924
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,uniform,1.1853760083516438
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,uniform,1.2660160064697266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,uniform,1.1547679901123047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,uniform,1.5375146865844727
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,64,uniform,0.7960586547851562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,128,uniform,0.7786239782969157
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,128,uniform,1.0031946500142415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,64,uniform,1.0117013454437256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,uniform,1.2994613647460938
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,256,uniform,1.145967960357666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,uniform,1.2987573146820068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,uniform,1.3916533788045247
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,uniform,1.6805013020833333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,8,uniform,1.2269706726074219
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,uniform,1.4235520362854004
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,uniform,1.4566826820373535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,uniform,1.4615732828776042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,uniform,1.8965387344360352
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,uniform,1.5577759742736816
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,128,uniform,0.9556746482849121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,64,uniform,0.9740853309631348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,128,uniform,1.2286293506622314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,uniform,1.5918453534444172
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,64,uniform,1.240282694498698
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,256,uniform,1.4084960619608562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,uniform,1.5952107111612956
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,uniform,1.6976906458536785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,uniform,2.0635786056518555
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,uniform,0.04021333406368891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,uniform,0.058186665177345276
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,uniform,0.03818133225043615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,uniform,0.046575998266537987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,uniform,0.04622933268547058
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,uniform,0.0483893354733785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,uniform,0.04797866443792979
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,uniform,0.03973866750796636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,uniform,0.039488000174363456
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,uniform,0.04038399954636892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,128,uniform,0.044405331214269005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,64,uniform,0.044400001565615334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,uniform,0.04364266494909922
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,uniform,0.044591998060544334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,256,uniform,0.058149332801500954
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,uniform,0.048842668533325195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,uniform,0.05023466547330221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,uniform,0.04892266790072123
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,uniform,0.03854399919509888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,uniform,0.05209066470464071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,uniform,0.04117333392302195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,uniform,0.05884266893068949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,uniform,0.04902400076389313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,uniform,0.04734933376312256
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,uniform,0.047226667404174805
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,uniform,0.049322664737701416
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,uniform,0.040234667559464775
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,uniform,0.0406986673672994
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,uniform,0.040847999354203544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,128,uniform,0.04292800029118856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,64,uniform,0.04292266567548116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,uniform,0.043061330914497375
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,uniform,0.04218133290608724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,256,uniform,0.055162668228149414
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,uniform,0.047184000412623085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,uniform,0.048309331138928734
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,uniform,0.05052266518274943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,uniform,0.05050133168697357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,uniform,0.041349334021409355
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,uniform,0.058373332023620605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,uniform,0.0363520011305809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,uniform,0.047322665651639305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,uniform,0.04950400193532308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,uniform,0.04464533428351084
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,uniform,0.049695998430252075
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,uniform,0.03782399992148081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,uniform,0.04060266663630804
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,uniform,0.040805332362651825
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,128,uniform,0.043605332573254905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,64,uniform,0.04331199824810028
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,uniform,0.04281599819660187
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,uniform,0.046538665890693665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,256,uniform,0.05550933380921682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,uniform,0.04788800080617269
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,uniform,0.04841066896915436
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,uniform,0.04757333298524221
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,uniform,0.051354666550954185
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,uniform,0.036805334190527596
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,uniform,0.04165333261092504
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,uniform,0.0576853354771932
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,uniform,0.049882665276527405
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,uniform,0.04975466430187225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,uniform,0.05324266850948334
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,uniform,0.04580800235271454
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,uniform,0.04161066561937332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,uniform,0.039317332208156586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,uniform,0.04001600046952566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,128,uniform,0.04370133578777313
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,64,uniform,0.043525333205858864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,uniform,0.043866669138272606
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,uniform,0.046037331223487854
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,256,uniform,0.060032000144322716
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,uniform,0.050767997900644936
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,uniform,0.050186668833096824
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,uniform,0.0553706685702006
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,uniform,0.04984533290068308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,uniform,0.037392000357309975
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,uniform,0.03997333347797394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,uniform,0.060602664947509766
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,uniform,0.051088000337282814
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,uniform,0.05018133421738943
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,uniform,0.053488001227378845
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,uniform,0.05815466741720835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,uniform,0.04221333563327789
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,uniform,0.04257600009441376
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,uniform,0.04340266684691111
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,64,uniform,0.048538664976755776
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,128,uniform,0.04426133135954539
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,uniform,0.05000533163547516
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,256,uniform,0.059706668059031166
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,uniform,0.04946133494377136
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,uniform,0.053264002005259194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,uniform,0.05048533280690511
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,uniform,0.05525333185990652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,uniform,0.06006933252016703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,uniform,0.040106666584809623
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,uniform,0.04275733232498169
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,uniform,0.060959999759991966
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,uniform,0.06235733131567637
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,uniform,0.057215998570124306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,uniform,0.06513066589832306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,uniform,0.06975466509660085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,uniform,0.040576001008351646
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,uniform,0.043578664461771645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,uniform,0.04427733520666758
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,uniform,0.04837333162625631
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,128,uniform,0.04604800045490265
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,64,uniform,0.04675200084845225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,uniform,0.052832002441088356
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,256,uniform,0.05841066439946493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,uniform,0.05981333553791046
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,uniform,0.06337066491444905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,uniform,0.061333333452542625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,uniform,0.07407466570536296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,uniform,0.03841600070397059
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,uniform,0.04317333300908407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,uniform,0.05787200232346853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,uniform,0.06337599953015645
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,uniform,0.0647626668214798
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,uniform,0.06685333450635274
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,uniform,0.07691733539104462
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,uniform,0.04388799766699473
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,uniform,0.04474133253097534
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,uniform,0.04548799991607666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,128,uniform,0.04686399797598521
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,64,uniform,0.04674666623274485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,uniform,0.04972266654173533
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,uniform,0.05618133147557577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,256,uniform,0.058335999647776283
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,uniform,0.06782400111357371
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,uniform,0.07108800113201141
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,uniform,0.08362133304278056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,uniform,0.067930668592453
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,uniform,0.0383840004603068
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,uniform,0.06026133398214976
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,uniform,0.04134399940570196
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,uniform,0.06483200192451477
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,uniform,0.06136000156402588
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,uniform,0.06828799843788147
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,uniform,0.07401066521803538
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,uniform,0.04525866607824961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,uniform,0.0461760014295578
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,uniform,0.04651199777921041
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,128,uniform,0.04850666721661886
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,uniform,0.05129066606362661
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,64,uniform,0.04910400013128916
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,uniform,0.05568000177542368
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,256,uniform,0.0651039977868398
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,uniform,0.07478400071461995
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,uniform,0.06940799951553345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,uniform,0.07896533111731212
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,uniform,0.08061333497365315
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,uniform,0.040074666341145836
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,uniform,0.04523199796676636
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,uniform,0.06762666503588359
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,uniform,0.06226666768391927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,uniform,0.06842666864395142
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,uniform,0.06799999872843425
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,uniform,0.08161066472530365
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,uniform,0.045408000548680626
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,uniform,0.04599999884764353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,uniform,0.04929066697756449
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,128,uniform,0.05500799914201101
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,uniform,0.06413333117961884
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,64,uniform,0.053082664807637535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,uniform,0.05585066477457682
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,256,uniform,0.06322133541107178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,uniform,0.0735040009021759
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,uniform,0.0739573339621226
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,uniform,0.07970133423805237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,uniform,0.0430026650428772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,uniform,0.08833600083986919
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,uniform,0.0460746685663859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,uniform,0.06323733429114024
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,uniform,0.06858666737874348
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,uniform,0.06468800206979115
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,uniform,0.07526400188604991
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,uniform,0.08743466933568318
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,uniform,0.04886933167775472
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,uniform,0.04977599779764811
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,uniform,0.05067199965318044
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,64,uniform,0.053317333261171974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,128,uniform,0.05237866441408793
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,uniform,0.05648533503214518
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,uniform,0.06329600016276042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,256,uniform,0.06425599753856659
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,uniform,0.07342933118343353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,uniform,0.07948266466458638
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,uniform,0.08004266520341237
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,uniform,0.09460266431172688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,uniform,0.046581332882245384
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,uniform,0.043322667479515076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,uniform,0.07047466437021892
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,uniform,0.07131733496983846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,uniform,0.07181333502133687
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,uniform,0.07658133407433827
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,uniform,0.09051199754079182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,uniform,0.05044800043106079
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,uniform,0.0513866643110911
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,uniform,0.052245333790779114
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,128,uniform,0.05462933580080668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,uniform,0.059258664647738137
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,64,uniform,0.055248002211252846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,uniform,0.06509333352247874
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,256,uniform,0.07101333141326904
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,uniform,0.081535999973615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,uniform,0.08162133395671844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,uniform,0.08222933113574982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,uniform,0.0979306697845459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,uniform,0.04827733337879181
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,uniform,0.04398400088151296
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,uniform,0.075162669022878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,uniform,0.06991466879844666
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,uniform,0.07608533402283986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,uniform,0.09054932991663615
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,uniform,0.07886933286984761
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,uniform,0.05329599976539612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,uniform,0.05256533126036326
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,uniform,0.05189866820971171
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,128,uniform,0.059024001161257424
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,64,uniform,0.05807999769846598
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,uniform,0.06871466835339864
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,uniform,0.0676800012588501
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,256,uniform,0.07578666508197784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,uniform,0.08570133646329244
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,uniform,0.08597333232561748
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,uniform,0.08720533053080241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,uniform,0.11482133467992146
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,uniform,0.0432640016078949
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,uniform,0.04881600042184194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,uniform,0.07060266534487407
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,uniform,0.0740533322095871
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,uniform,0.08309866487979889
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,uniform,0.07576533158620198
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,uniform,0.094458669424057
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,uniform,0.054133335749308266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,uniform,0.055439998706181846
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,uniform,0.05336533486843109
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,64,uniform,0.05815466741720835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,128,uniform,0.05874133110046387
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,uniform,0.0643093337615331
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,uniform,0.07020799815654755
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,256,uniform,0.07222400108973186
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,uniform,0.08330133557319641
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,uniform,0.08793600400288899
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,uniform,0.09391466776529948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,uniform,0.11652266979217529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,uniform,0.0468800018231074
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,uniform,0.05067733426888784
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,uniform,0.07771733403205872
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,uniform,0.07701866825421651
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,uniform,0.0783679982026418
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,uniform,0.08719467123349507
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,uniform,0.09212799866994222
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,uniform,0.05635199944178263
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,uniform,0.055029332637786865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,uniform,0.05780800183614095
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,128,uniform,0.061199997862180076
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,64,uniform,0.06050133208433787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,uniform,0.07172800103823344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,uniform,0.06647466619809468
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,256,uniform,0.07484266658624013
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,uniform,0.08947733044624329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,uniform,0.12065600355466206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,uniform,0.08454933762550354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,uniform,0.09185600280761719
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,uniform,0.05677333474159241
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,uniform,0.05299733579158783
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,uniform,0.08526399731636047
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,uniform,0.08539199829101562
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,uniform,0.09264533718427022
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,uniform,0.09914132952690125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,uniform,0.11452800035476685
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,uniform,0.0660693347454071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,uniform,0.0654666672150294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,uniform,0.0636053333679835
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,64,uniform,0.0703893353541692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,128,uniform,0.07061866422494252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,uniform,0.07789866626262665
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,uniform,0.08865599830945332
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,256,uniform,0.09340266386667888
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,uniform,0.1013866662979126
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,uniform,0.10320533315340678
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,uniform,0.11156800389289856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,uniform,0.1290773351987203
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,uniform,0.061237335205078125
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,uniform,0.09238400061925252
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,uniform,0.05486399928728739
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,uniform,0.09315733114878337
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,uniform,0.0897173285484314
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,uniform,0.10099200407663982
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,uniform,0.11311466495196025
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,uniform,0.06796800096829732
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,uniform,0.06863999863465627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,uniform,0.07003733515739441
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,128,uniform,0.07262399792671204
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,64,uniform,0.07286933561166127
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,uniform,0.08142933249473572
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,uniform,0.09217066566149394
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,uniform,0.09873599807421367
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,256,uniform,0.0886346697807312
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,uniform,0.10533333818117778
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,uniform,0.10802132884661357
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,uniform,0.13289067149162292
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,uniform,0.05922133227189382
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,uniform,0.0637066662311554
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,uniform,0.09751466910044353
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,uniform,0.10171199838320415
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,uniform,0.10162666440010071
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,uniform,0.11296000083287557
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,uniform,0.12211733063062032
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,uniform,0.07383466760317485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,uniform,0.07152000069618225
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,uniform,0.07268799841403961
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,128,uniform,0.08067200084527333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,64,uniform,0.08180800080299377
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,uniform,0.09690133730570476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,uniform,0.10339732964833577
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,256,uniform,0.10068800052007039
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,uniform,0.10988266269365947
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,uniform,0.12463999787966411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,uniform,0.10687466462453206
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,uniform,0.1458293298880259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,uniform,0.07206933200359344
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,uniform,0.06137066582838694
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,uniform,0.1328000028928121
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,uniform,0.12667733430862427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,uniform,0.14030933380126953
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,uniform,0.13541866342226663
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,uniform,0.16407466928164163
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,uniform,0.10044800241788228
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,uniform,0.10248000423113506
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,uniform,0.1016319990158081
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,128,uniform,0.11606933673222859
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,uniform,0.12115200360616048
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,64,uniform,0.11763733625411987
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,uniform,0.13427733381589255
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,uniform,0.141866664091746
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,256,uniform,0.12967466314633688
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,uniform,0.1497119963169098
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,uniform,0.1548853317896525
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,uniform,0.18051199118296304
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,uniform,0.06814399858315785
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,uniform,0.07586666444937389
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.14866666992505392
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,uniform,0.15261333187421164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,uniform,0.14299733440081278
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,uniform,0.1808533271153768
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,uniform,0.1622880001862844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,uniform,0.1141919990380605
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,uniform,0.11493866642316182
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,uniform,0.11640000343322754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,128,uniform,0.1283573309580485
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,uniform,0.1435413360595703
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,64,uniform,0.12450133760770161
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,uniform,0.15738133589426676
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,256,uniform,0.14993600050608316
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,uniform,0.16178666551907858
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,uniform,0.16321600476900736
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,uniform,0.2046346664428711
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,uniform,0.17357333501180014
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,uniform,0.08162133395671844
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,uniform,0.17233065764109293
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,uniform,0.0913813312848409
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,uniform,0.1726026733716329
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,uniform,0.17267733812332153
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,uniform,0.19005866845448813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,uniform,0.215664009253184
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,uniform,0.1297760009765625
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,uniform,0.12730666995048523
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,uniform,0.13733333349227905
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,128,uniform,0.14786666631698608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,64,uniform,0.14985066652297974
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,uniform,0.16290666659673056
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,uniform,0.18130133549372354
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,256,uniform,0.17450666427612305
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,uniform,0.18901334206263223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,uniform,0.19310933351516724
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,uniform,0.2346400022506714
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,uniform,0.20360000928243002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,uniform,0.08802666266759236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,uniform,0.10573333501815796
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.1883946657180786
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,uniform,0.18786666790644327
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,uniform,0.21490132808685303
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,uniform,0.2510346571604411
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,uniform,0.19445333878199259
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,uniform,0.1459946632385254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,uniform,0.14495467146237692
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,uniform,0.15657599767049155
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,128,uniform,0.16721065839131674
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,64,uniform,0.17414933443069458
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,uniform,0.1891253391901652
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,uniform,0.21727999051411948
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,256,uniform,0.2072746753692627
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,uniform,0.22274667024612427
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,uniform,0.2103360096613566
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,uniform,0.2390879988670349
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,uniform,0.2753973404566447
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,uniform,0.12184533476829529
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,uniform,0.14958399534225464
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,uniform,0.23612799247105917
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,uniform,0.24755199750264487
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,uniform,0.23166932662328085
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,uniform,0.26948267221450806
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,uniform,0.31894399722417194
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,uniform,0.17614932854970297
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,uniform,0.1783413290977478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,uniform,0.19740800062815347
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,128,uniform,0.20360000928243002
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,64,uniform,0.2096853256225586
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,uniform,0.23454932371775308
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,uniform,0.27820799748102826
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,256,uniform,0.24857600529988608
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,uniform,0.2622026602427165
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,uniform,0.26918933788935345
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,uniform,0.36158398787180585
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,uniform,0.2929813265800476
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,uniform,0.14858667055765787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,uniform,0.17110933860143027
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.27684799830118817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,uniform,0.27160000801086426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,uniform,0.28804266452789307
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,uniform,0.31863999366760254
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,uniform,0.3996800184249878
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,uniform,0.21559999386469522
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,uniform,0.21996800104777017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,uniform,0.2332586646080017
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,128,uniform,0.23946134249369302
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,64,uniform,0.24515199661254883
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,uniform,0.34758933385213214
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,uniform,0.27931733926137287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,256,uniform,0.3022080063819885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,uniform,0.3086133400599162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,uniform,0.35467199484507245
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,uniform,0.3250986735026042
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,uniform,0.4487253427505493
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,uniform,0.23453867435455322
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,uniform,0.18296533823013306
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,uniform,0.3681066830952962
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,uniform,0.383786678314209
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,uniform,0.35381333033243817
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,uniform,0.4434880018234253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,uniform,0.557093342145284
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,uniform,0.29367466767628986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,uniform,0.28446932633717853
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,uniform,0.3139626582463582
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,128,uniform,0.31888000170389813
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,64,uniform,0.3295680085817973
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,uniform,0.3832106590270996
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,uniform,0.485919992129008
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,256,uniform,0.3964853286743164
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,uniform,0.4067946672439575
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,uniform,0.43133866786956787
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,uniform,0.47622934977213544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,uniform,0.5950986544291178
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,uniform,0.22219733397165933
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,uniform,0.29817066589991253
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.43608001867930096
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,uniform,0.45127467314402264
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,uniform,0.5622613430023193
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,uniform,0.47895999749501544
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,uniform,0.69868270556132
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,uniform,0.34718934694925946
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,uniform,0.35683198769887287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,uniform,0.39722665150960285
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,128,uniform,0.39345598220825195
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,64,uniform,0.4060853322347005
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,uniform,0.4993120034535726
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,uniform,0.618346651395162
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,256,uniform,0.4842453400293986
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,uniform,0.5075306495030721
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,uniform,0.549509326616923
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,uniform,0.626202662785848
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,uniform,0.7766559918721517
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,uniform,0.33021867275238037
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,uniform,0.42874133586883545
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,uniform,0.6163680156071981
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,uniform,0.6276426712671915
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,uniform,0.6842933495839437
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,uniform,1.00326935450236
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,uniform,0.7953759829203287
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,uniform,0.5064106782277426
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,uniform,0.47843201955159503
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,uniform,0.5750826597213745
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,128,uniform,0.53875732421875
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,64,uniform,0.5764533281326294
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,uniform,0.7006239891052246
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,uniform,0.8940426508585612
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,256,uniform,0.6738293170928955
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,uniform,0.7169919808705648
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,uniform,0.7602826754252116
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,uniform,0.8886293570200602
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,uniform,1.081162691116333
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,uniform,0.4292213519414266
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,uniform,0.5361280043919882
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,uniform,0.8080159823099772
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.7818133036295573
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,uniform,1.3029653231302898
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,uniform,1.0338880221048992
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,uniform,0.8858346939086914
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,uniform,0.6478720108668009
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,uniform,0.7423413594563802
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,uniform,0.6073546806971232
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,128,uniform,0.7136800289154053
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,64,uniform,0.7569440205891927
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,uniform,0.9161972999572754
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,uniform,1.1551733016967773
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,256,uniform,0.8714133103688558
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,uniform,0.9440000057220459
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,uniform,1.0188799699147542
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,uniform,1.1723626454671223
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,uniform,1.4378933906555176
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,uniform,0.6743199825286865
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,uniform,0.5215679804484049
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,uniform,1.0164106686909993
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,uniform,0.9696906407674154
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,uniform,1.1121333440144856
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,uniform,1.2790559927622478
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,uniform,1.6157654126485188
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,uniform,0.7483680248260498
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,uniform,0.7990346749623617
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,uniform,0.907807985941569
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,64,uniform,0.9366292953491211
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,128,uniform,0.8602080345153809
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,uniform,1.1186933517456055
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,uniform,1.4143360455830891
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,256,uniform,1.0724159876505535
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,uniform,1.2593546708424885
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,uniform,1.1491999626159668
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,uniform,1.4379626909891765
TRTLLM,0.20.0,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,uniform,1.7746453285217285
