framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,uniform,0.22290132443110147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,uniform,0.3933120171229045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,uniform,0.18865599234898886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,uniform,0.42711468537648517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,uniform,0.12363200386365254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,uniform,0.21222933133443198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,uniform,0.2222613294919332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,uniform,0.37720000743865967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,uniform,0.22979199886322021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,uniform,0.3989173173904419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,uniform,0.33372267087300617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,uniform,1.1492373148600261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,uniform,0.6265226602554321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,uniform,0.6968159675598145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,uniform,0.7002399762471517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,uniform,0.7451786994934082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,uniform,0.7319520314534506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,uniform,1.162992000579834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,uniform,0.7020959854125977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,uniform,0.3287466764450073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,uniform,0.6066133181254069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,uniform,1.412816047668457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,uniform,1.5222080548604329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,uniform,1.4242560068766277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,uniform,0.7027680079142252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,uniform,1.1671840349833171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,uniform,1.209274689356486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,uniform,0.7561600208282471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,uniform,2.777087847391764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,uniform,2.9719626108805337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,uniform,2.7748692830403647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,uniform,1.2457973162333171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,uniform,1.1838239828745525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,uniform,5.5110829671223955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,uniform,3.709360122680664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,uniform,1.251904010772705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,uniform,0.7555413246154785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,uniform,5.492293039957683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,uniform,1.1710346539815266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,uniform,3.713621457417806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,uniform,5.531120300292969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,uniform,0.7173493703206381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,uniform,1.1769013404846191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,uniform,1.2357172966003418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,uniform,8.22152010599772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,uniform,5.529642740885417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,uniform,3.720069249471029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,uniform,1.2498453458150227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,uniform,0.7604479789733887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,uniform,1.246010700861613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,uniform,8.228810628255209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,uniform,5.546682357788086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,uniform,3.735509236653646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,uniform,1.186362663904826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,uniform,0.7279946804046631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,uniform,8.221237182617188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,uniform,5.539295832316081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,uniform,1.183557351430257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,uniform,1.1920639673868816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,uniform,0.7330506642659506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,uniform,3.743920008341471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,uniform,8.250602722167969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,uniform,5.542234420776367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,uniform,0.8114879926045736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,uniform,1.260213295618693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,uniform,1.27675199508667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,uniform,3.754309336344401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,uniform,8.260106404622396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,uniform,5.582805633544922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,uniform,1.2650293509165447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,uniform,1.3528159459431965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,uniform,3.7740373611450195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,uniform,0.8115253448486328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,uniform,8.308773040771484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,uniform,5.575594584147136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,uniform,1.2767626444498699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,uniform,0.9245973428090414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,uniform,1.5220373471577961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,uniform,3.59663454691569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,uniform,8.3188107808431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,uniform,5.641482671101888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,uniform,1.4540905952453613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,uniform,1.280191977818807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,uniform,2.7038561503092446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,uniform,3.8100694020589194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,uniform,8.369253158569336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,uniform,5.67738151550293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,uniform,1.3384693463643391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,uniform,1.3983839352925618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,uniform,3.847248077392578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,uniform,2.411914666493734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,uniform,8.377877553304037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,uniform,5.69650141398112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,uniform,1.3446240425109863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,uniform,2.063605308532715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,uniform,3.8527094523111978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,uniform,2.9688053131103516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,uniform,8.422992070515951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,uniform,5.752618789672852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,uniform,2.8932266235351562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,uniform,1.3760533332824707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,uniform,3.9028053283691406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,uniform,4.645941416422526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,uniform,8.49567985534668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,uniform,5.873482386271159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,uniform,1.6555627187093098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,uniform,4.258901278177897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,uniform,4.458335876464844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,uniform,7.123226801554362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,uniform,8.703749338785807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,uniform,2.0328747431437173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,uniform,5.921722412109375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,uniform,5.275258700052897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,uniform,6.642181396484375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,uniform,8.788357416788736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,uniform,12.347178141276041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,uniform,2.9353014628092446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,uniform,6.772490819295247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,uniform,8.643856048583984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,uniform,8.942218780517578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,uniform,8.811712265014648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,uniform,16.37017567952474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,uniform,4.213050524393718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,uniform,8.096229553222656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,uniform,14.322612762451172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,uniform,11.876773834228516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,uniform,10.094671885172525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,uniform,23.974149068196613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,uniform,5.844015757242839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,uniform,12.2270139058431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,uniform,19.943365732828777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,uniform,12.280869801839193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,uniform,17.559871673583984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,uniform,34.54732767740885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,uniform,7.894437154134114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,uniform,17.89781316121419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,uniform,30.147659301757812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,uniform,20.803802490234375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,uniform,18.549232482910156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,uniform,51.531962076822914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,uniform,11.967664082845053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,uniform,26.020528157552082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,uniform,41.361348470052086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,uniform,30.727579752604168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,uniform,28.849957784016926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,uniform,69.34652709960938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,uniform,16.052096048990887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,uniform,37.75562540690104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,uniform,63.183349609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,uniform,40.94585164388021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,uniform,40.384437561035156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,uniform,111.92579142252605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,uniform,24.265663146972656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,uniform,54.7906748453776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,uniform,86.24888102213542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,uniform,60.91131083170573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,uniform,58.83459981282552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,uniform,150.4835205078125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,uniform,33.21397399902344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,uniform,83.51172892252605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,uniform,108.3954569498698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,uniform,0.1567359964052836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,uniform,0.22353067000706991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,uniform,0.14351466298103333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,uniform,80.21559651692708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,uniform,83.21702067057292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,uniform,0.08988799651463826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,uniform,0.1474346617857615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,uniform,184.64208984375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,uniform,0.21968533595403036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,uniform,0.36160000165303546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,uniform,0.13889066378275552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,uniform,0.12434132893880208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,uniform,0.2274293303489685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,uniform,0.2358186642328898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,uniform,0.37962667147318524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,uniform,0.22695465882619223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,uniform,0.6502240101496378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,uniform,0.39909334977467853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,uniform,0.1928960084915161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,uniform,0.6117599805196127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,uniform,0.4232960144678752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,uniform,0.4004746675491333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,uniform,0.40294933319091797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,uniform,41.52638498942057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,uniform,0.7462186813354492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,uniform,0.7511520385742188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,uniform,0.34724267323811847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,uniform,0.7438506285349528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,uniform,0.6503200133641561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,uniform,0.40267733732859295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,uniform,94.3536376953125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,uniform,1.4243839581807454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,uniform,0.6316320101420084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,uniform,0.38102400302886963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,uniform,1.5234239896138508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,uniform,1.4272799491882324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,uniform,0.6481173435846964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,uniform,2.8029600779215493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,uniform,0.6491466760635376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,uniform,1.885632038116455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,uniform,0.4100639820098877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,uniform,2.7945226033528647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,uniform,0.6487040122350057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,uniform,0.6507946650187174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,uniform,2.797658602396647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,uniform,1.895370642344157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,uniform,0.4076373179753621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,uniform,4.155221303304036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,uniform,0.6212160189946493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,uniform,0.6252959966659546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,uniform,2.8013601303100586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,uniform,1.9028959274291992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,uniform,111.9146219889323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,uniform,0.41785065333048504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,uniform,0.6309386491775513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,uniform,4.181290626525879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,uniform,0.42029333114624023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,uniform,0.6541066567103068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,uniform,1.9019734064737956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,uniform,2.645946661631266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,uniform,0.6323039929072062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,uniform,121.8677469889323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,uniform,4.1808319091796875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,uniform,0.6347573200861613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,uniform,2.8106934229532876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,uniform,1.8312106132507324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,uniform,0.416592001914978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,uniform,4.1761172612508135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,uniform,0.6371680100758871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,uniform,0.657530665397644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,uniform,1.932810624440511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,uniform,2.8279946645100913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,uniform,0.45107734203338623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,uniform,0.7069493134816488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,uniform,3.9978507359822593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,uniform,0.6433120171229044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,uniform,0.44620800018310547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,uniform,2.690224011739095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,uniform,1.869157314300537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,uniform,4.227967898050944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,uniform,0.7049226760864258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,uniform,0.6738026936848959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,uniform,1.8676479657491047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,uniform,0.5409226814905802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,uniform,2.8453121185302734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,uniform,0.8368319670359293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,uniform,4.237951914469401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,uniform,0.6752800146738688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,uniform,2.8653599421183267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,uniform,0.6854080359141032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,uniform,1.217578649520874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,uniform,1.9681065877278645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,uniform,2.8959519068400064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,uniform,0.7675306797027588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,uniform,4.240170796712239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,uniform,0.7494346300760905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,uniform,1.9821492830912273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,uniform,1.1820053259531658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,uniform,4.280181248982747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,uniform,0.7742666403452555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,uniform,0.9683146476745605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,uniform,2.9139785766601562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,uniform,2.069749355316162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,uniform,1.5963412920633953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,uniform,4.27562681833903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,uniform,0.81605331103007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,uniform,1.4378827412923176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,uniform,2.9358078638712564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,uniform,2.0941599210103354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,uniform,2.417136033376058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,uniform,4.322928110758464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,uniform,1.0313759644826253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,uniform,3.211711883544922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,uniform,3.1089067459106445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,uniform,1.8478612899780273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,uniform,2.6149279276529946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,uniform,4.444485346476237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,uniform,1.296826680501302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,uniform,3.280773480733236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,uniform,2.7024265925089517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,uniform,4.8589121500651045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,uniform,3.4495360056559243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,uniform,4.772474606831868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,uniform,3.9490025838216147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,uniform,1.7852692604064941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,uniform,3.592672030131022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,uniform,4.537376085917155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,uniform,4.89627742767334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,uniform,7.590304056803386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,uniform,4.724656105041504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,uniform,2.2784533500671387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,uniform,6.043157577514648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,uniform,5.987375895182292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,uniform,5.810000101725261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,uniform,12.083194732666016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,uniform,3.0412801106770835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,uniform,7.4823252360026045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,uniform,7.722960154215495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,uniform,17.282511393229168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,uniform,8.220602671305338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,uniform,7.033957163492839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,uniform,3.9652268091837564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,uniform,12.07821273803711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,uniform,9.67310905456543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,uniform,10.622191747029623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,uniform,10.5523681640625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,uniform,24.013717651367188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,uniform,16.133599599202473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,uniform,5.65717887878418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,uniform,14.289290110270182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,uniform,16.301092783610027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,uniform,34.40835825602213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,uniform,15.469557444254557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,uniform,7.6595306396484375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,uniform,24.358591715494793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,uniform,20.73851776123047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,uniform,20.996784210205078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,uniform,48.038228352864586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,uniform,20.813866933186848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,uniform,11.017045338948568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,uniform,38.26041158040365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,uniform,29.9091796875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,uniform,72.79740397135417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,uniform,31.93023427327474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,uniform,30.235023498535156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,uniform,47.73615519205729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,uniform,16.154132843017578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,uniform,40.560681660970054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,uniform,0.17033066352208456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,uniform,92.54391479492188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,uniform,0.24380799134572348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,uniform,0.11771200100580852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,uniform,0.17652267217636108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,uniform,43.687347412109375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,uniform,41.72407531738281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,uniform,0.18336000045140585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,1,uniform,0.17851734161376953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,uniform,0.25808533032735187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,uniform,0.28189865748087567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,uniform,0.1709173321723938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,uniform,0.3855946858723958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,uniform,0.4283039967219035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,uniform,0.2891626755396525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,uniform,0.670464038848877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,uniform,0.4822080135345459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,uniform,0.2632746696472168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,uniform,0.487557331720988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,1,uniform,0.4833279848098755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,uniform,0.437061349550883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,uniform,20.359141031901043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,uniform,0.6659093300501505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,uniform,0.854032039642334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,uniform,0.45418667793273926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,uniform,53.227945963541664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,uniform,0.42980265617370605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,uniform,0.8903360366821289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,1,uniform,0.8621119658152262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,uniform,0.6668586730957031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,uniform,0.8258559703826904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,uniform,1.6367626190185547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,uniform,0.4350293477376302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,uniform,0.6744586626688639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,uniform,1.692362626393636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,1,uniform,1.6333012580871582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,uniform,0.8252159754435221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,uniform,53.038787841796875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,uniform,3.166991869608561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,uniform,2.0882879892985025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,uniform,0.437120000521342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,uniform,53.02692667643229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,1,uniform,3.180058797200521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,uniform,0.6708640257517496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,uniform,0.8403786818186442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,uniform,2.0829013188680015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,uniform,3.1972373326619468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,1,uniform,4.7098134358723955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,uniform,0.4370933373769124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,uniform,0.677237351735433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,uniform,3.162447929382324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,uniform,0.8382613658905029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,uniform,2.0990026791890464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,uniform,0.784506638844808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,1,uniform,4.698394775390625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,uniform,1.2502559820810955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,uniform,3.174501419067383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,uniform,0.8437973658243815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,uniform,2.1361707051595054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,uniform,0.7881066799163818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,uniform,1.2593920230865479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,uniform,0.7871039708455404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,uniform,0.8435680071512858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,uniform,3.1965119043986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,1,uniform,4.7077226638793945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,uniform,2.128986676534017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,1,uniform,4.71994145711263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,uniform,1.26091734568278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,uniform,3.1935094197591147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,uniform,1.1412533124287922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,uniform,0.853391965230306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,uniform,2.1434133847554526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,uniform,1.8367466926574707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,1,uniform,4.725546518961589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,uniform,0.8597493171691895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,uniform,2.147418657938639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,uniform,3.186730702718099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,uniform,1.1508479913075764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,uniform,1.8394986788431804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,1,uniform,4.731360117594401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,uniform,0.8628640174865723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,uniform,3.202885309855143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,uniform,2.1474560101826987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,uniform,1.5024906794230144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,uniform,2.4284693400065103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,uniform,0.8750186761220297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,1,uniform,4.734506607055664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,uniform,3.21946652730306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,uniform,2.1827893257141113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,1,uniform,4.751599947611491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,uniform,1.846783955891927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,uniform,3.000453313191732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,uniform,3.2431198755900064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,uniform,1.6077814102172852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,uniform,2.1834987004597983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,uniform,2.205717404683431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,1,uniform,4.7666826248168945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,uniform,3.5777225494384766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,uniform,2.8977813720703125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,uniform,1.6273706754048665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,uniform,4.089818636576335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,uniform,3.2526346842447915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,1,uniform,4.780794779459636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,uniform,4.743546803792317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,uniform,1.6399680773417156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,uniform,3.2807947794596353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,uniform,4.11027717590332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,uniform,4.3076372146606445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,1,uniform,4.813989321390788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,uniform,2.398314634958903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,uniform,7.074597040812175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,uniform,6.3249867757161455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,1,uniform,4.946304003397624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,uniform,6.062949498494466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,uniform,5.691935857137044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,uniform,9.372186660766602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,uniform,6.384623845418294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,uniform,3.130298614501953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,uniform,8.004048029581705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,uniform,8.46017583211263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,1,uniform,9.403008143107096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,uniform,14.053184509277344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,uniform,4.571680068969727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,uniform,9.374805450439453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,uniform,11.26901372273763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,uniform,9.992256164550781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,1,uniform,9.52179209391276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,uniform,18.736704508463543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,uniform,12.387429555257162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,uniform,6.0095469156901045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,uniform,13.8625119527181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,uniform,16.910074869791668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,uniform,28.022905985514324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,uniform,8.898442586263021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,uniform,18.415631612141926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,uniform,19.76642608642578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,uniform,22.5076421101888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,1,uniform,18.49830373128255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,uniform,37.38256072998047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,uniform,11.793530782063803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,uniform,24.427775065104168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,uniform,25.653780619303387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,uniform,33.55867258707682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,1,uniform,27.414037068684895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,uniform,55.95490010579427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,uniform,17.609456380208332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,uniform,36.61023966471354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,uniform,44.95542907714844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,uniform,39.329610188802086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,1,uniform,36.65661875406901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,uniform,74.58051045735677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,uniform,23.49860382080078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,uniform,48.675211588541664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,uniform,67.05527750651042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,uniform,51.17292277018229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,1,uniform,50.2486826578776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,uniform,111.79153442382812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,uniform,89.7025146484375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,uniform,35.012736002604164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,uniform,72.9339090983073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,1,uniform,76.44290669759114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,1,uniform,73.1677754720052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,uniform,149.0251261393229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,uniform,46.56675720214844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,uniform,112.29212443033855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,uniform,97.06490071614583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,uniform,102.10848999023438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,1,uniform,99.97950236002605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,uniform,186.1856486002604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,uniform,0.1434986690680186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,uniform,0.20617600282033285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,uniform,0.1741173267364502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,uniform,0.10032000144322713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,uniform,0.2213546633720398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,uniform,0.16924800475438437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,uniform,0.1983840068181356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,uniform,0.34650135040283203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,uniform,58.16373189290365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,uniform,0.24437866608301798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,uniform,0.13691733280817667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,uniform,0.25009600321451825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,uniform,125.6843770345052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,uniform,0.3819413185119629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,1,uniform,122.9780782063802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,uniform,0.2664159933725993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,uniform,0.3970186710357666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,uniform,0.6191733280817667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,uniform,0.4320319890975952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,uniform,0.6478613217671713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,uniform,0.7643199761708578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,uniform,0.7614986896514893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,uniform,0.19818133115768433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,uniform,0.7565386295318604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,uniform,0.6512746810913086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,uniform,0.40907732645670575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,uniform,0.3831466833750407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,uniform,1.5126880009969075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,uniform,0.6458453337351481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,uniform,0.3377546469370524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,uniform,0.39078934987386066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,uniform,1.4376640319824219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,uniform,0.6569279829661051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,uniform,0.6347893476486206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,uniform,0.41247467199961346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,uniform,2.7758347193400064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,uniform,0.37774399916330975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,uniform,2.7854881286621094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,uniform,1.3698612848917644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,uniform,0.6340693235397339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,uniform,2.803189277648926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,uniform,0.6604586839675903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,uniform,1.7870720227559407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,uniform,4.127514521280925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,uniform,0.6399573485056559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,uniform,0.6450026830037435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,uniform,2.8099892934163413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,uniform,1.9044000307718914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,uniform,0.40161601702372235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,uniform,4.1454668045043945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,uniform,1.796826680501302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,uniform,0.4490400155385335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,uniform,0.693722645441691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,uniform,3.044250806172689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,uniform,0.7630879878997803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,uniform,2.064298629760742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,uniform,0.4339413245519002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,uniform,4.567344029744466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,uniform,0.4476960102717082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,uniform,0.7148853143056234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,uniform,3.116640090942383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,uniform,0.757962703704834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,uniform,2.1253013610839844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,uniform,0.7100266615549723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,uniform,4.534133275349935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,uniform,0.7243999640146891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,uniform,0.7870506445566813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,uniform,3.0778398513793945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,uniform,2.1343679428100586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,uniform,4.607583999633789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,uniform,0.47123201688130695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,uniform,3.1182241439819336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,uniform,0.7846559683481852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,uniform,2.1688106854756675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,uniform,0.4671200116475423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,uniform,4.590986569722493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,uniform,0.7215466499328613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,uniform,3.204549471537272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,uniform,0.4867146809895833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,uniform,3.262965202331543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,uniform,2.1695946057637534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,uniform,0.7874986330668131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,uniform,0.8409600257873535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,uniform,2.2547945976257324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,uniform,4.8193972905476885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,uniform,4.772480010986328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,uniform,0.7480959892272949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,uniform,3.3792587916056314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,uniform,0.5395573377609253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,uniform,0.5121440092722574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,uniform,4.9350026448567705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,uniform,0.7817173004150391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,uniform,0.8444426854451498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,uniform,0.8662292957305908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,uniform,2.2363573710123696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,uniform,3.3726027806599936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,uniform,2.3618240356445312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,uniform,0.8425973256429037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,uniform,4.925850550333659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,uniform,0.8621493180592855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,uniform,0.5878826777140299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,uniform,1.4125760396321614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,uniform,3.4488000869750977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,uniform,2.4222559928894043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,uniform,3.693135897318522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,uniform,1.0565226872762044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,uniform,2.5793919563293457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,uniform,0.9213439623514811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,uniform,5.255354563395183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,uniform,0.9659626483917236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,uniform,0.9214346408843994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,uniform,1.5091147422790527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,uniform,5.027765274047852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,uniform,2.1784106890360513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,uniform,1.1563573678334553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,uniform,1.426261266072591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,uniform,3.8241653442382812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,uniform,2.7977654139200845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,uniform,4.217407862345378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,uniform,1.3690026601155598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,uniform,2.919637362162272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,uniform,5.717711766560872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,uniform,5.381280263264974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,uniform,1.5130240122477214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,uniform,1.83188263575236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,uniform,4.482357343037923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,uniform,3.0265493392944336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,uniform,3.4011360804239907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,uniform,2.8669281005859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,uniform,4.410815874735515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,uniform,6.041856129964192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,uniform,3.6912479400634766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,uniform,5.946741104125977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,uniform,5.127413431803386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,uniform,2.4026452700297036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,uniform,5.39902941385905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,uniform,6.776021321614583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,uniform,5.530991872151692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,uniform,5.566229502360026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,uniform,9.217130661010742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,uniform,5.9894663492838545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,uniform,7.47157351175944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,uniform,7.60867182413737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,uniform,9.519098917643229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,uniform,4.019445419311523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,uniform,2.6779200236002603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,uniform,12.356789906819662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,uniform,8.960885365804037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,uniform,8.53873062133789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,uniform,19.575909932454426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,uniform,5.270943959554036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,uniform,11.872416178385416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,uniform,11.281045277913412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,uniform,10.548469543457031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,uniform,13.898122151692709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,uniform,15.263248443603516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,uniform,7.751370747884114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,uniform,15.709434509277344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,uniform,16.254464467366535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,uniform,26.260782877604168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,uniform,16.472357432047527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,uniform,19.002352396647137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,uniform,10.375957489013672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,uniform,20.809472401936848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,uniform,0.16526933511098227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,uniform,32.69885762532552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,uniform,0.15796266992886862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,uniform,0.23652799924214682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,uniform,0.20518932739893594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,uniform,0.1388800044854482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,uniform,0.13729600111643472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,uniform,22.496192932128906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,uniform,0.08269866804281871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,uniform,0.0845973292986552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,uniform,24.315391540527344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,uniform,0.15546133120854697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,uniform,0.15506133437156677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,uniform,0.1397813359896342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,uniform,0.25151999791463214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,uniform,0.13893866539001465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,uniform,0.3776426712671916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,uniform,0.22946133216222128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,uniform,0.36644800504048664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,uniform,0.22537599007288614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,uniform,0.21343467632929483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,uniform,0.12203199664751689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,uniform,0.12564266721407572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,uniform,0.2528266708056132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,uniform,0.2312693397204081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,uniform,0.37618664900461835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,uniform,0.22583999236424765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,uniform,0.22550400098164877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,uniform,0.6526346604029337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,uniform,0.3723040024439494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,uniform,0.6389439900716146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,uniform,12.975872039794922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,uniform,0.39851200580596924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,uniform,0.3990186850229899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,uniform,0.19173866510391235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,uniform,0.1879253387451172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,uniform,26.66553497314453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,uniform,0.4203466574350993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,uniform,0.39289601643880206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,uniform,0.39740268389383954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,uniform,0.3779946565628052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,uniform,27.73229217529297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,uniform,0.37699735164642334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,uniform,0.6869493325551351
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,uniform,0.401311993598938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,uniform,0.7356800238291422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,uniform,0.6495413382848104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,uniform,0.7459626992543539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,uniform,0.7430773576100668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,uniform,0.34432001908620197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,uniform,0.34891200065612793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,uniform,0.793877363204956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,uniform,0.793824036916097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,uniform,30.353556315104168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,uniform,0.7463520367940267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,uniform,0.4006613492965698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,uniform,0.4036426544189453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,uniform,0.6052639881769816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,uniform,0.6363840103149414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,uniform,1.4228533109029133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,uniform,1.4244106610616047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,uniform,0.6445333162943522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,uniform,0.6425493160883585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,uniform,1.5196587244669597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,uniform,1.5231733322143555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,uniform,0.4066773255666097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,uniform,1.4203093846638997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,uniform,1.427029291788737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,uniform,0.3995893398920695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,uniform,0.6417226791381836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,uniform,0.6436213254928589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,uniform,2.776026725769043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,uniform,0.606607993443807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,uniform,2.794602711995443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,uniform,0.650330662727356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,uniform,1.887770652770996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,uniform,1.8909600575764973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,uniform,2.7774133682250977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,uniform,0.38411200046539307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,uniform,0.40405865510304767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,uniform,2.7828105290730796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,uniform,0.6479093233744303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,uniform,0.6128053267796835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,uniform,0.6220320065816244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,uniform,2.790106773376465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,uniform,0.6492319901784261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,uniform,1.8797972997029622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,uniform,2.7893654505411782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,uniform,1.8951199849446614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,uniform,0.3871946732203166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,uniform,4.137306531270345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,uniform,0.6273386478424072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,uniform,0.4041386842727661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,uniform,0.63700799147288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,uniform,4.142917315165202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,uniform,2.7908852895100913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,uniform,2.7924105326334634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,uniform,0.6133439938227335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,uniform,0.6526773373285929
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,uniform,1.8964959780375164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,uniform,1.9039093653361003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,uniform,0.4103840192159017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,uniform,0.6279253164927164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,uniform,4.139306704203288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,uniform,0.4106026490529378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,uniform,4.161194801330566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,uniform,0.6248480081558228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,uniform,2.784149487813314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,uniform,0.6260799964269003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,uniform,0.6155893405278524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,uniform,2.8006614049275718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,uniform,1.898586591084798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,uniform,1.9050666491190593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,uniform,4.137344042460124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,uniform,4.16977055867513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,uniform,0.39770666758219403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,uniform,0.4110720157623291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,uniform,0.6276959975560507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,uniform,0.6549333333969116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,uniform,2.799685478210449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,uniform,0.6511146624883016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,uniform,1.8987199465433757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,uniform,2.7874507904052734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,uniform,0.6605813503265381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,uniform,1.9104746182759602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,uniform,4.152741432189941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,uniform,0.6614293257395426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,uniform,0.39817599455515545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,uniform,0.41226665178934735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,uniform,4.170271873474121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,uniform,0.630730668703715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,uniform,2.8078187306722007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,uniform,2.81551456451416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,uniform,0.6418346563975016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,uniform,0.6546506484349569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,uniform,1.8091467221577961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,uniform,0.44755200544993085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,uniform,0.44097065925598145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,uniform,1.9244747161865234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,uniform,4.178677241007487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,uniform,0.6972693602244059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,uniform,4.16702938079834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,uniform,0.6832533677419027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,uniform,0.6317546765009562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,uniform,0.6622720162073771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,uniform,2.8157386779785156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,uniform,1.9310186703999836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,uniform,2.8342720667521157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,uniform,1.913296063741048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,uniform,4.174613316853841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,uniform,4.2077226638793945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,uniform,0.7077386379241943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,uniform,0.43113064765930176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,uniform,0.7180213133494059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,uniform,0.43700265884399414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,uniform,2.8206027348836265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,uniform,2.8443358739217124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,uniform,0.6709280014038086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,uniform,0.6638346513112386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,uniform,1.9275147120157878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,uniform,0.5050719976425171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,uniform,1.9424746831258137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,uniform,4.181904157002767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,uniform,0.5158559878667196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,uniform,4.223093350728353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,uniform,0.7843093077341715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,uniform,0.7920053005218506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,uniform,2.8730185826619468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,uniform,2.8219518661499023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,uniform,0.6684319972991943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,uniform,0.6856053670247396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,uniform,1.933029333750407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,uniform,1.8669066429138184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,uniform,0.6655840078989664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,uniform,4.1995894114176435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,uniform,0.7398719787597656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,uniform,1.1498826344807942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,uniform,4.229173342386882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,uniform,1.2320266564687092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,uniform,0.6898132960001627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,uniform,2.854922612508138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,uniform,2.89794127146403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,uniform,1.9500746726989746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,uniform,0.7616159915924072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,uniform,1.9755679766337078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,uniform,0.6959146658579508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,uniform,0.7136906782786051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,uniform,4.2142133712768555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,uniform,4.271423975626628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,uniform,1.169327974319458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,uniform,1.116592009862264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,uniform,2.8730239868164062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,uniform,2.909973462422689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,uniform,0.7009812990824381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,uniform,0.7515520254770914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,uniform,1.9099094072977703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,uniform,2.0615572929382324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,uniform,4.249482790629069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,uniform,0.9439946810404459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,uniform,1.4668052991231282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,uniform,4.277482668558757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,uniform,0.9634719689687093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,uniform,1.546277364095052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,uniform,0.7325387001037598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,uniform,1.9970614115397136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,uniform,2.904261271158854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,uniform,0.7751200199127197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,uniform,2.9414240519205728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,uniform,2.0898240407307944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,uniform,4.265978813171387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,uniform,4.317434628804524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,uniform,1.334544022878011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,uniform,1.4125760396321614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,uniform,2.1483359336853027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,uniform,2.1599146525065103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,uniform,2.9592746098836265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,uniform,0.8860373497009277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,uniform,3.223290761311849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,uniform,2.2816267013549805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,uniform,0.9944586753845215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,uniform,2.475861390431722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,uniform,4.35537592569987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,uniform,4.428826649983724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,uniform,2.0846773783365884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,uniform,1.9828906059265137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,uniform,3.321754773457845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,uniform,3.400218645731608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,uniform,3.0033547083536782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,uniform,3.29313596089681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,uniform,1.0824906826019287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,uniform,1.2174293200174968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,uniform,2.6853920618693032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,uniform,2.968661308288574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,uniform,4.417119979858398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,uniform,3.2744267781575522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,uniform,4.789834658304851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,uniform,3.149434725443522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,uniform,5.419370651245117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,uniform,5.355418523152669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,uniform,3.8156906763712564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,uniform,1.477274735768636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,uniform,3.4081811904907227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,uniform,1.6771839459737141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,uniform,4.030165354410808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,uniform,4.404656092325847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,uniform,4.489040056864421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,uniform,4.912773450215657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,uniform,8.221194585164389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,uniform,4.33844788869222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,uniform,4.332906723022461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,uniform,7.876933415730794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,uniform,4.052085240681966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,uniform,4.533626556396484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,uniform,2.082101345062256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,uniform,2.2857066790262857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,uniform,6.081759770711263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,uniform,5.093263943990071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,uniform,5.782010396321614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,uniform,5.6292266845703125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,uniform,6.852965037027995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,uniform,7.040576299031575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,uniform,12.311504364013672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,uniform,12.341567993164062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,uniform,2.6301600138346353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,uniform,6.449632008870442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,uniform,6.570410410563151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,uniform,3.1426614125569663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,uniform,7.476432164510091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,uniform,8.423589070638021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,uniform,6.118821461995442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,uniform,9.590330759684244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,uniform,9.519269307454428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,uniform,6.736693064371745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,uniform,17.330623626708984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,uniform,17.14785639444987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,uniform,8.842133204142252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,uniform,4.475776036580403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,uniform,4.00160535176595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,uniform,9.559205373128256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,uniform,10.212538401285807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,uniform,10.803648630777994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,uniform,9.822394688924154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,uniform,10.037455876668295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,uniform,15.107685089111328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,uniform,14.909600575764975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,uniform,25.58338673909505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,uniform,25.785441080729168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,uniform,13.57000478108724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,uniform,6.3020375569661455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,uniform,14.740943908691406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,uniform,6.29481569925944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,uniform,14.930399576822916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,uniform,15.852784474690756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,uniform,14.354026794433594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,uniform,20.04887517293294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,uniform,15.393802642822266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,uniform,20.535498301188152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,uniform,34.83205922444662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,uniform,35.429606119791664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,uniform,18.519189198811848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,uniform,18.7882563273112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,uniform,8.202778498331705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,uniform,8.714879989624023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,uniform,19.552453358968098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,uniform,21.625823974609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,uniform,19.5121332804362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,uniform,20.645061492919922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,uniform,31.132347106933594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,uniform,31.142438252766926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,uniform,54.620452880859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,uniform,54.01646423339844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,uniform,27.579790751139324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,uniform,12.484208424886068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,uniform,29.976715087890625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,uniform,13.159530639648438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,uniform,30.321940104166668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,uniform,31.22558339436849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,uniform,27.79741923014323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,uniform,30.19768524169922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,uniform,41.536155700683594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,uniform,41.760485331217446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,uniform,73.39364115397136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,uniform,73.24649047851562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,uniform,36.69029235839844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,uniform,16.37391408284505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,uniform,18.04334894816081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,uniform,40.7826182047526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,uniform,40.057525634765625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,uniform,40.1090342203776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,uniform,39.58612823486328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,uniform,52.51672871907552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,uniform,41.926185607910156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,uniform,52.04989115397135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,uniform,90.97593180338542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,uniform,92.14640299479167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,uniform,47.01453653971354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,uniform,22.73456573486328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,uniform,50.376057942708336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,uniform,21.639361063639324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,uniform,0.10898666580518086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,uniform,0.10219732920328777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,uniform,0.12924266854921976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,uniform,0.13085866967837015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,uniform,0.09396800398826599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,uniform,0.09650133053461711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,uniform,0.06632000207901001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,uniform,0.06821333368619283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,uniform,0.10294933120409648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,uniform,0.09358933568000793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,uniform,0.10371733705202739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,uniform,52.504964192708336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,uniform,51.18843078613281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,uniform,0.09851732850074768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,uniform,0.14063466588656107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,uniform,0.1416906714439392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,uniform,0.200490673383077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,uniform,0.2034133275349935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,uniform,0.13986666997273764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,uniform,0.14032000303268433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,uniform,0.09070400396982829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,uniform,48.33647155761719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,uniform,0.09052266677220662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,uniform,0.15187199910481772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,uniform,0.1507306694984436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,uniform,55.50714111328125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,uniform,0.21363200743993124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,uniform,0.1422879993915558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,uniform,0.3426026503245036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,uniform,0.22217067082722983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,uniform,0.14140799641609192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,uniform,0.34669868151346844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,uniform,0.2328480084737142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,uniform,0.12344533205032349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,uniform,0.2288800080617269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,uniform,0.24446400006612143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,uniform,0.13009066383043924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,uniform,0.23852799336115518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,uniform,0.22457599639892578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,uniform,0.2395306626955668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,uniform,0.214954674243927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,uniform,0.2257546583811442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,uniform,0.3492746750513713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,uniform,0.3617120186487834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,uniform,0.4206826686859131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,uniform,0.40187732378641766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,uniform,0.3957120180130005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,uniform,0.20761599143346152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,uniform,0.1893120010693868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,uniform,0.43802134195963544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,uniform,0.4160319964090983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,uniform,0.22692267100016275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,uniform,0.32977066437403363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,uniform,0.23206400871276855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,uniform,0.4031039873758952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,uniform,0.3684320052464803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,uniform,0.7401493390401205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,uniform,0.7463040351867676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,uniform,0.3521493275960286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,uniform,0.3452320098876953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,uniform,0.7850080331166586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,uniform,0.7731466293334961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,uniform,0.2178186575571696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,uniform,0.741541306177775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,uniform,0.2246453364690145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,uniform,0.34095998605092365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,uniform,0.7504639625549316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,uniform,0.33265600601832074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,uniform,1.41759459177653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,uniform,1.4361119270324707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,uniform,0.33032532533009845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,uniform,0.9447466532389323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,uniform,0.3538080056508382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,uniform,0.9546399911244711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,uniform,0.23681066433588663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,uniform,1.4360106786092122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,uniform,1.4266239802042644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,uniform,0.22453866402308145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,uniform,0.3503146568934123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,uniform,0.34534935156504315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,uniform,0.3361599842707316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,uniform,0.36777599652608234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,uniform,1.4250240325927734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,uniform,0.9206133683522543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,uniform,1.433861255645752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,uniform,0.22022400299708048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,uniform,0.9995360374450684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,uniform,2.103450616200765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,uniform,0.21938133239746094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,uniform,2.121114730834961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,uniform,0.34800533453623456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,uniform,0.3510826826095581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,uniform,1.430458704630534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,uniform,1.470080057779948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,uniform,0.35299734274546307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,uniform,0.37361598014831543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,uniform,0.9806826909383138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,uniform,0.9398293495178223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,uniform,2.105290730794271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,uniform,0.22777066628138223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,uniform,0.2373866637547811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,uniform,0.35545066992441815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,uniform,0.34532801310221356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,uniform,2.1293387413024902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,uniform,0.36052799224853516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,uniform,0.9872746467590332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,uniform,1.4268800417582195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,uniform,0.9966399669647217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,uniform,0.3521226644515991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,uniform,1.4496426582336426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,uniform,2.120469411214193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,uniform,2.1452852884928384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,uniform,0.22839999198913574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,uniform,0.2373759945233663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,uniform,0.363754669825236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,uniform,0.37569598356882733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,uniform,1.431338628133138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,uniform,0.35507198174794513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,uniform,1.3776906331380208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,uniform,0.37373868624369305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,uniform,0.9617013136545817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,uniform,0.9344053268432617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,uniform,2.1065600713094077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,uniform,0.23642667134602866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,uniform,2.158496061960856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,uniform,0.23534933725992838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,uniform,0.36027201016743976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,uniform,0.35649065176645917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,uniform,1.4394826889038086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,uniform,0.36028265953063965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,uniform,1.461359977722168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,uniform,0.3692479928334554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,uniform,0.9582026799519857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,uniform,0.9941386381785074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,uniform,0.26119999090830487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,uniform,0.2542293270428975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,uniform,2.1294399897257485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,uniform,2.0510133107503257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,uniform,0.3941919803619385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,uniform,0.38813865184783936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,uniform,0.3531839847564697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,uniform,1.4508479436238606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,uniform,0.37569065888722736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,uniform,1.4735946655273438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,uniform,0.9903413454691569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,uniform,1.0044533411661785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,uniform,0.25355199972788495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,uniform,0.3929706811904907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,uniform,2.130890687306722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,uniform,2.178880055745443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,uniform,0.2666986584663391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,uniform,0.4012053410212199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,uniform,0.38308799266815186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,uniform,0.3575626611709595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,uniform,1.4496906598409016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,uniform,1.4814027150472004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,uniform,1.01091202100118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,uniform,0.9663466612497965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,uniform,2.127962589263916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,uniform,0.2954346736272176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,uniform,2.2066292762756348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,uniform,0.31245867411295575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,uniform,0.4490240017573039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,uniform,0.4649813175201416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,uniform,1.447663942972819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,uniform,1.460053284962972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,uniform,0.36906667550404865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,uniform,0.38888001441955566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,uniform,0.9995253086090088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,uniform,0.9769759972890218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,uniform,0.6074719826380411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,uniform,2.14685328801473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,uniform,0.5804959932963053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,uniform,0.3539359966913859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,uniform,0.38229334354400635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,uniform,2.202026685078939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,uniform,1.4732693036397297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,uniform,1.5295999844868977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,uniform,0.4168479839960734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,uniform,0.40723200639088947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,uniform,1.0246187051137288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,uniform,0.49584531784057617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,uniform,1.0186986923217773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,uniform,0.42350931962331134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,uniform,2.1703359285990396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,uniform,2.227194627126058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,uniform,0.643120010693868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,uniform,0.6190720001856486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,uniform,0.49538131554921466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,uniform,1.481071949005127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,uniform,0.42928000291188556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,uniform,1.0813600222269695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,uniform,1.5251413981119792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,uniform,1.180618683497111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,uniform,2.1811092694600425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,uniform,2.217951933542887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,uniform,0.5229760011037191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,uniform,0.5420960187911987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,uniform,0.8087360064188639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,uniform,0.8293920358022054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,uniform,0.44280000527699787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,uniform,0.5257759888966879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,uniform,1.459210713704427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,uniform,1.5563680330912273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,uniform,1.0863573551177979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,uniform,1.1919679641723633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,uniform,0.7396000226338705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,uniform,2.1898667017618814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,uniform,0.7624159653981527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,uniform,2.2556427319844565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,uniform,1.1654346783955891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,uniform,1.1858080228169758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,uniform,1.6281812985738118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,uniform,1.8872532844543457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,uniform,0.5667306582132975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,uniform,1.357583999633789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,uniform,0.6880533695220947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,uniform,1.5300587018330891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,uniform,0.9601333141326904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,uniform,2.19432004292806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,uniform,2.3443519274393716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,uniform,0.986186663309733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,uniform,1.585370699564616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,uniform,1.5343200365702312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,uniform,1.6757334073384602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,uniform,1.9325332641601562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,uniform,0.7067840099334717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,uniform,0.8627626895904541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,uniform,1.9945119222005208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,uniform,2.460218588511149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,uniform,2.7850027084350586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,uniform,1.6109706560770671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,uniform,1.3983200391133626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,uniform,1.42193603515625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,uniform,2.457925319671631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,uniform,2.4101173082987466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,uniform,0.9531839688618978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,uniform,1.9937225977579753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,uniform,2.352287928263346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,uniform,1.1363413333892822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,uniform,2.2764107386271157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,uniform,1.8390347162882488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,uniform,2.518826643625895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,uniform,2.468229293823242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,uniform,1.8737227121988933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,uniform,3.417914708455404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,uniform,2.8598505655924478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,uniform,3.1115732192993164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,uniform,2.442431926727295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,uniform,2.828261375427246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,uniform,1.185103972752889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,uniform,1.428976058959961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,uniform,3.5382134119669595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,uniform,2.9867947896321616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,uniform,2.7464640935262046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,uniform,2.990447998046875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,uniform,3.431626637776693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,uniform,2.7866719563802085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,uniform,5.595183690388997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,uniform,5.046719868977864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,uniform,3.848128000895182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,uniform,3.96886412302653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,uniform,1.6211306254069011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,uniform,1.961525281270345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,uniform,4.708570798238118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,uniform,4.207621256510417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,uniform,3.654911994934082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,uniform,4.19757874806722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,uniform,3.6817760467529297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,uniform,3.686330795288086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,uniform,7.760170618693034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,uniform,7.863562901814778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,uniform,5.034250577290853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,uniform,5.610917409261067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,uniform,2.0657493273417153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,uniform,2.572101275126139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,uniform,5.339637120564778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,uniform,6.047818501790364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,uniform,5.453589121500651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,uniform,6.485402425130208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,uniform,5.751312255859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,uniform,5.6027679443359375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,uniform,11.229365030924479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,uniform,11.082079569498697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,uniform,8.168618520100912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,uniform,7.547119776407878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,uniform,2.9605334599812827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,uniform,3.4982932408650718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,uniform,7.431221644083659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,uniform,8.850528081258139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,uniform,7.579317092895508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,uniform,7.618293126424153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,uniform,7.754367828369141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,uniform,8.77566909790039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,uniform,16.334149678548176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,uniform,16.941268920898438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,uniform,9.972309112548828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,uniform,3.953669230143229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,uniform,11.230511983235678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,uniform,4.632560094197591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,uniform,10.506287892659506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,uniform,11.387957255045572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,uniform,10.03452237447103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,uniform,11.93600591023763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,uniform,11.666720072428385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,uniform,12.11936060587565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,uniform,21.294490814208984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,uniform,23.94530741373698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,uniform,14.945908864339193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,uniform,5.646229426066081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,uniform,16.17522684733073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,uniform,6.627712249755859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,uniform,16.180394490559895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,uniform,17.43107732137044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,uniform,15.51156234741211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,uniform,16.323808034261067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,uniform,17.604629516601562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,uniform,15.325461069742838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,uniform,35.49710337320963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,uniform,34.553723653157554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,uniform,20.407019297281902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,uniform,22.98162078857422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,uniform,9.003440221150717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,uniform,7.748720169067383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,uniform,22.943270365397137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,uniform,21.469919840494793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,uniform,20.23323694864909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,uniform,22.79395802815755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,uniform,21.01959482828776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,uniform,20.51379140218099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,uniform,44.280120849609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,uniform,44.666168212890625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,uniform,25.057039896647137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,uniform,10.756292978922525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,uniform,9.271743774414062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,uniform,28.598843892415363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,uniform,0.1385706663131714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,uniform,0.12415466705958049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,uniform,0.15829333662986755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,uniform,0.12849066654841104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,uniform,0.12248532970746358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,uniform,0.15677866339683533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,uniform,0.0886293351650238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,uniform,26.143163045247395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,uniform,0.09450133641560872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,uniform,0.1328266660372416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,uniform,0.1721120079358419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,uniform,0.12854400277137756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,uniform,0.12482133507728577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,uniform,0.1329973340034485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,uniform,29.09918467203776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,uniform,0.2512586712837219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,uniform,25.605611165364582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,uniform,0.16757865746816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,uniform,0.17172799507776895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,uniform,0.22944533824920654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,uniform,0.18407466014226279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,uniform,0.12012267112731934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,uniform,0.11727999647458394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,uniform,0.18200000127156576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,uniform,0.2598293423652649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,uniform,29.5068842569987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,uniform,0.17815999190012613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,uniform,0.17559999227523804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,uniform,0.26338134209314984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,uniform,0.1918933391571045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,uniform,0.3826613426208496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,uniform,0.27451733748118085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,uniform,0.37812264760335285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,uniform,0.16642133394877115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,uniform,0.314303994178772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,uniform,0.2869066596031189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,uniform,0.1788426637649536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,uniform,0.31458133459091187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,uniform,0.28042133649190265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,uniform,0.2830666700998942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,uniform,0.2560639977455139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,uniform,0.25783999760945636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,uniform,0.3813440004984538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,uniform,0.5345333417256674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,uniform,0.37860798835754395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,uniform,0.4740320046742757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,uniform,0.28055999676386517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,uniform,0.26416534185409546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,uniform,0.4907040198644002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,uniform,0.48613866170247394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,uniform,0.5358826716740926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,uniform,0.4673333168029785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,uniform,0.2612053354581197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,uniform,0.38005868593851727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,uniform,0.2600906689961751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,uniform,0.37938133875528973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,uniform,0.8586400349934896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,uniform,0.45340800285339355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,uniform,0.8828159968058268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,uniform,0.467087984085083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,uniform,0.9913012981414795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,uniform,0.9136799971262614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,uniform,0.8505547046661377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,uniform,0.2634773254394531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,uniform,0.3868746757507324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,uniform,0.9876800378163656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,uniform,0.262501339117686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,uniform,0.387114683787028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,uniform,1.615594704945882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,uniform,1.8834773699442546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,uniform,0.4732160170873006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,uniform,0.44806933403015137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,uniform,1.1000160376230876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,uniform,1.6368746757507324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,uniform,1.0820106665293376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,uniform,1.887455940246582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,uniform,0.2627039949099223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,uniform,0.3873973290125529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,uniform,0.2605813344319661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,uniform,1.6346933046976726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,uniform,0.3825226624806722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,uniform,1.892837365468343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,uniform,0.45633065700531006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,uniform,0.4763360023498535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,uniform,1.0922666390736897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,uniform,0.26495999097824097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,uniform,1.0959359804789226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,uniform,0.2630293369293213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,uniform,2.3911840120951333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,uniform,2.7996692657470703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,uniform,0.3899679978688558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,uniform,0.3887360095977783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,uniform,1.8981067339579265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,uniform,0.45416001478830975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,uniform,1.6261119842529297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,uniform,1.1006399790445964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,uniform,0.4821919997533162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,uniform,1.0979893207550049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,uniform,2.3942294120788574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,uniform,0.43782933553059894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,uniform,2.7992000579833984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,uniform,0.44312000274658203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,uniform,0.6726079781850179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,uniform,0.6756906509399414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,uniform,0.4806400140126546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,uniform,1.6358879407246907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,uniform,0.4577600161234538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,uniform,1.911685307820638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,uniform,1.1025386651357014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,uniform,1.0973172982533772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,uniform,0.4339786767959595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,uniform,2.3983786900838218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,uniform,2.8113012313842773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,uniform,0.440287987391154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,uniform,0.667184034983317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,uniform,0.6740372975667318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,uniform,0.4644213517506917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,uniform,1.9114346504211426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,uniform,1.6328479448954265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,uniform,0.49161068598429364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,uniform,1.159552017847697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,uniform,0.4368266661961873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,uniform,1.1198986371358235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,uniform,2.4078879356384277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,uniform,2.811823844909668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,uniform,0.43461867173512775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,uniform,0.6780052979787191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,uniform,0.6712906360626221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,uniform,1.6387999852498372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,uniform,1.9142452875773113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,uniform,0.46519466241200763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,uniform,0.49382932980855304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,uniform,1.107045332590739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,uniform,0.6183733145395914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,uniform,1.1280799706776936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,uniform,2.401957352956136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,uniform,0.6148533423741659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,uniform,2.8333972295125327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,uniform,0.9682559967041016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,uniform,0.9685386816660563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,uniform,1.9202079772949219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,uniform,1.6405067443847656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,uniform,1.1230933666229248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,uniform,0.501584013303121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,uniform,0.46742932001749676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,uniform,1.121440013249715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,uniform,0.6145546833674113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,uniform,2.403658707936605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,uniform,2.8280534744262695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,uniform,0.9742133617401123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,uniform,0.9740479787190756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,uniform,0.6141333182652792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,uniform,1.647322654724121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,uniform,0.47519465287526447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,uniform,1.9291946093241374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,uniform,1.134602705637614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,uniform,0.5034666856129965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,uniform,1.1285759607950847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,uniform,0.783573309580485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,uniform,2.414517402648926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,uniform,2.8313172658284507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,uniform,0.7994506359100342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,uniform,1.2662773132324219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,uniform,1.2596906820933025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,uniform,1.9481706619262695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,uniform,1.655285358428955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,uniform,0.4790346622467041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,uniform,0.5125333468119303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,uniform,1.131989320119222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,uniform,1.1293813387552898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,uniform,2.420442740122477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,uniform,2.8556906382242837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,uniform,0.9658559958140055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,uniform,0.9699947039286295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,uniform,1.5606080691019695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,uniform,1.548847993214925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,uniform,1.6631627082824707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,uniform,1.95304536819458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,uniform,0.8538506825764974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,uniform,1.1421279907226562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,uniform,1.136298656463623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,uniform,1.1440587043762207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,uniform,0.870789368947347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,uniform,2.4375839233398438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,uniform,1.8430186907450359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,uniform,1.1553706328074138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,uniform,2.8627147674560547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,uniform,1.8504053751627605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,uniform,1.6695520083109539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,uniform,2.0961813926696777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,uniform,0.8787519931793213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,uniform,1.9676960309346516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,uniform,0.850810686747233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,uniform,2.0841652552286782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,uniform,2.4613919258117676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,uniform,1.5072533289591472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,uniform,2.8723573684692383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,uniform,2.4335199991861978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,uniform,1.4857759475708008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,uniform,2.4410400390625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,uniform,1.6903893152872722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,uniform,2.00490140914917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,uniform,0.8604373137156168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,uniform,0.9033599694569906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,uniform,2.107055981953939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,uniform,2.139845371246338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,uniform,2.4537973403930664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,uniform,2.206160068511963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,uniform,2.9043893814086914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,uniform,3.6260105768839517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,uniform,3.580986658732096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,uniform,2.2145333290100098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,uniform,3.222581227620443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,uniform,3.6630614598592124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,uniform,1.252031962076823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,uniform,1.256170670191447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,uniform,3.094554583231608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,uniform,3.1377172470092773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,uniform,2.5357972780863443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,uniform,2.899440129597982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,uniform,3.0028212865193686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,uniform,2.92409610748291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,uniform,4.731648127237956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,uniform,4.801514625549316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,uniform,1.5957279205322266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,uniform,3.2651840845743814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,uniform,1.6217600504557292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,uniform,3.72051207224528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,uniform,4.055973370869954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,uniform,4.103797276814778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,uniform,4.294570604960124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,uniform,4.770703951517741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,uniform,5.409999847412109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,uniform,4.34657605489095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,uniform,7.069973627726237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,uniform,7.158240000406901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,uniform,4.7560319900512695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,uniform,2.3512959480285645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,uniform,5.357786814371745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,uniform,2.262165387471517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,uniform,5.083824157714844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,uniform,5.148165384928386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,uniform,4.875861485799153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,uniform,5.550490697224935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,uniform,5.685909271240234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,uniform,5.7822825113932295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,uniform,9.386320114135742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,uniform,9.4803466796875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,uniform,2.950592041015625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,uniform,3.072725296020508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,uniform,6.962138493855794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,uniform,7.107621510823567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,uniform,6.272928237915039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,uniform,7.014762878417969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,uniform,7.117141087849935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,uniform,7.884192148844401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,uniform,8.535439809163412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,uniform,8.584458669026693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,uniform,14.211947123209635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,uniform,14.055989583333334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,uniform,9.298138936360678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,uniform,10.192597071329752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,uniform,4.570597330729167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,uniform,4.311989466349284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,uniform,10.0228640238444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,uniform,9.38700803120931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,uniform,10.090543746948242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,uniform,10.393215815226236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,uniform,11.318548838297525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,uniform,11.448192596435547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,uniform,18.762799580891926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,uniform,18.891131083170574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,uniform,5.9839522043863935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,uniform,13.492485046386719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,uniform,12.371439615885416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,uniform,5.711535771687825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,uniform,12.952234903971354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,uniform,13.097050984700521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,uniform,13.896512349446615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,uniform,15.156016031901041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,uniform,17.147632598876953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,uniform,16.86414972941081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,uniform,28.12719472249349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,uniform,28.302932739257812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,uniform,8.98300298055013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,uniform,18.458277384440105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,uniform,20.137893676757812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,uniform,8.52780278523763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,uniform,19.76763153076172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,uniform,19.90872573852539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,uniform,18.595509847005207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,uniform,20.307722727457683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,uniform,22.596944173177082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,uniform,22.814122517903645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,uniform,37.327738444010414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,uniform,37.646288553873696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,uniform,24.505508422851562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,uniform,26.679593404134113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,uniform,11.331125895182291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,uniform,11.909408569335938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,uniform,25.741114298502605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,uniform,25.94196319580078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,uniform,25.369679768880207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,uniform,27.685328165690105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,uniform,33.76366424560547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,uniform,34.03497568766276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,uniform,56.09760030110677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,uniform,56.66193644205729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,uniform,36.750996907552086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,uniform,17.71710459391276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,uniform,39.875999450683594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,uniform,16.860944112141926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,uniform,38.49498748779297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,uniform,38.73211161295573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,uniform,36.82129160563151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,uniform,40.17892201741537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,uniform,45.04861958821615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,uniform,45.45957946777344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,uniform,74.8031717936198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,uniform,75.20927429199219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,uniform,48.92841593424479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,uniform,53.031087239583336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,uniform,23.575284322102863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,uniform,22.523813883463543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,uniform,51.366475423177086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,uniform,51.66034444173177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,uniform,56.23975118001302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,uniform,50.432586669921875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,uniform,54.72113037109375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,uniform,56.680135091145836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,uniform,93.2927958170573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,uniform,94.37936401367188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,uniform,60.9793955485026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,uniform,29.439537048339844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,uniform,66.01963806152344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,uniform,28.07923634847005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,uniform,0.10761066277821858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,uniform,63.61547342936198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,uniform,0.09173333644866943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,uniform,63.00065612792969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,uniform,0.1329973340034485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,uniform,0.12397866447766621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,uniform,0.11401599645614624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,uniform,61.93846638997396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,1,uniform,67.35614522298177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,uniform,0.07460799813270569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,uniform,0.15040000279744467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,uniform,0.09033067027727763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,uniform,0.13546133041381836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,uniform,0.11582932869593303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,uniform,0.13495999574661255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,uniform,0.1292693316936493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,uniform,0.18423465887705484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,uniform,0.14326933026313782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,uniform,0.1953173279762268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,uniform,0.1999786694844564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,uniform,0.15588800112406412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,uniform,0.19105066855748495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,uniform,0.09243200222651164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,uniform,0.10833600163459778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,uniform,0.156960000594457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,uniform,0.17234132687250772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,uniform,0.16909867525100708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,uniform,0.21976532538731894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,uniform,0.21892799933751425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,uniform,0.21449067195256552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,uniform,0.3308639923731486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,uniform,0.33930134773254395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,uniform,0.2686240077018738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,uniform,0.23506667216618857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,uniform,0.24861866235733032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,uniform,0.12871999541918436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,uniform,0.14516799648602804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,uniform,0.23935467004776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,uniform,0.2300693392753601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,uniform,0.33152000109354657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,uniform,0.25386667251586914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,uniform,0.21642667055130005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,uniform,0.29500800371170044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,uniform,0.4272693395614624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,uniform,0.2146880030632019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,uniform,0.3407680193583171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,uniform,0.19925334056218466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,uniform,0.4273386796315511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,uniform,0.39441601435343426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,uniform,0.7575199604034424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,uniform,0.4212640126546224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,uniform,0.39614399274190265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,uniform,0.7831253210703532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,uniform,0.22238399585088095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,uniform,0.45092801253000897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,uniform,0.21697600682576498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,uniform,0.34307201703389484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,uniform,0.3346986770629883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,uniform,0.338485320409139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,uniform,0.24170666933059692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,uniform,0.22184000412623087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,uniform,1.4579893747965496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,uniform,0.3648480176925659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,uniform,0.7576693693796793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,uniform,0.7207093238830566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,uniform,0.7705386479695638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,uniform,0.7751359939575195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,uniform,1.4868906339009602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,uniform,0.34623467922210693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,uniform,0.3481173515319824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,uniform,0.38180800278981525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,uniform,0.33905065059661865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,uniform,0.9780746301015218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,uniform,0.9882346789042155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,uniform,1.4312480290730794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,uniform,0.3431413173675537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,uniform,0.35076268513997394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,uniform,1.0142560005187988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,uniform,1.4351360003153484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,uniform,0.2290346622467041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,uniform,0.224565327167511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,uniform,0.347327987353007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,uniform,1.3631146748860676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,uniform,1.4478613535563152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,uniform,0.3775893449783325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,uniform,0.2267306645711263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,uniform,0.3636106650034587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,uniform,0.9876480102539062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,uniform,1.9933120409647624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,uniform,2.121349334716797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,uniform,0.2306399941444397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,uniform,0.38201598326365155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,uniform,0.989525318145752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,uniform,1.0360480149586995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,uniform,1.369642734527588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,uniform,0.34645334879557294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,uniform,2.102143923441569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,uniform,0.34891732533772785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,uniform,2.2014293670654297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,uniform,1.4567413330078125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,uniform,0.25197867552439374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,uniform,0.2521493236223857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,uniform,0.3816320101420085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,uniform,0.38019732634226483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,uniform,0.44750932852427167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,uniform,0.40569067001342773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,uniform,1.5468907356262207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,uniform,1.7241333325703938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,uniform,1.0763466358184814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,uniform,1.143445332845052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,uniform,2.25928004582723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,uniform,2.536597410837809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,uniform,0.254586656888326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,uniform,0.2557599941889445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,uniform,0.3835893472035726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,uniform,0.3831946849822998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,uniform,1.5794347127278645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,uniform,1.750223954518636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,uniform,0.4055413405100505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,uniform,0.45467201868693036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,uniform,0.2728106578191121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,uniform,0.3926986853281657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,uniform,0.2732586661974589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,uniform,1.071237325668335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,uniform,0.3927733500798543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,uniform,1.1487253506978352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,uniform,1.6290987332661946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,uniform,2.3073172569274902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,uniform,2.4898506800333657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,uniform,0.477786660194397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,uniform,1.1680106321970622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,uniform,1.7434825897216797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,uniform,0.41782931486765545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,uniform,1.1044586499532063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,uniform,2.2884693145751953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,uniform,0.2638559937477112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,uniform,2.560154596964518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,uniform,0.26580800612767536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,uniform,0.41361065705617267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,uniform,0.39747734864552814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,uniform,1.6215786933898926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,uniform,0.42537065347035724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,uniform,1.794650713602702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,uniform,0.47259732087453205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,uniform,1.1772586504618328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,uniform,1.0999840100606282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,uniform,2.3326560656229653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,uniform,1.7897013028462727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,uniform,2.559903939565023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,uniform,0.2702239950497945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,uniform,0.4387466510136922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,uniform,0.2722453276316325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,uniform,0.417797327041626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,uniform,0.4013386567433675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,uniform,1.2350026766459148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,uniform,1.6018400192260742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,uniform,2.4109226862589517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,uniform,1.1105600198109944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,uniform,0.48784534136454266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,uniform,2.583103974660238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,uniform,0.281056006749471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,uniform,0.2834560076395671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,uniform,1.851162592569987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,uniform,0.4341599941253662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,uniform,0.42025065422058105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,uniform,1.6307946840922039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,uniform,1.1853066285451253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,uniform,2.377818743387858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,uniform,0.2992746631304423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,uniform,0.3030080000559489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,uniform,0.44439999262491864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,uniform,0.44996798038482666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,uniform,0.5030293464660645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,uniform,1.7081173261006672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,uniform,0.4506933291753133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,uniform,0.46609067916870117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,uniform,1.2063199679056804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,uniform,2.656479994455973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,uniform,1.1660266717274983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,uniform,1.2870293458302815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,uniform,0.3118613362312317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,uniform,0.32468267281850177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,uniform,2.715023994445801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,uniform,0.5276106595993042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,uniform,0.46880535284678143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,uniform,1.8670934041341145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,uniform,0.48187732696533203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,uniform,1.9566613833109539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,uniform,1.718015988667806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,uniform,0.546175996462504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,uniform,0.4604533513387044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,uniform,1.192207972208659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,uniform,1.3180373509724934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,uniform,2.4215572675069175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,uniform,0.3280053337415059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,uniform,2.4476265907287598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,uniform,2.7606560389200845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,uniform,0.4932639996210734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,uniform,1.7507413228352864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,uniform,2.023082733154297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,uniform,0.4843839804331462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,uniform,0.3386880159378052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,uniform,1.3609867095947266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,uniform,0.6050080060958862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,uniform,0.492415984471639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,uniform,2.529616038004557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,uniform,2.811925252278646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,uniform,0.5095253388086954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,uniform,0.7689599990844727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,uniform,0.4980586767196655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,uniform,1.236506700515747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,uniform,1.8900799751281738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,uniform,0.7125546932220459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,uniform,2.1797280311584473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,uniform,1.3516319592793782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,uniform,0.7281440099080404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,uniform,0.5548746585845947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,uniform,1.5112959543863933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,uniform,3.0227200190226235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,uniform,0.836026668548584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,uniform,0.5717546542485555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,uniform,0.6380586624145508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,uniform,0.5265546639760336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,uniform,1.9360159238179524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,uniform,2.5918986002604165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,uniform,0.7903253237406412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,uniform,1.4288907051086426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,uniform,0.7850720087687174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,uniform,2.7354294459025064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,uniform,0.7959093252817789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,uniform,0.7597333590189616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,uniform,1.148250659306844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,uniform,2.272576014200846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,uniform,1.2064533233642578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,uniform,1.647098700205485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,uniform,0.7559306621551514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,uniform,3.119749387105306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,uniform,0.9790026346842448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,uniform,2.9456214904785156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,uniform,2.104719956715902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,uniform,3.419402758280436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,uniform,2.546895980834961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,uniform,1.4670186042785645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,uniform,1.5806560516357422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,uniform,1.901290734608968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,uniform,1.5923199653625488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,uniform,0.9477386474609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,uniform,1.0581920146942139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,uniform,2.3434507052103677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,uniform,2.828981399536133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,uniform,0.8493173122406006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,uniform,1.117082675298055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,uniform,1.7553760210673015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,uniform,2.1576587359110513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,uniform,1.4448960622151692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,uniform,1.5559946695963542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,uniform,3.1219094594319663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,uniform,3.7387892405192056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,uniform,2.3550400733947754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,uniform,2.16375462214152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,uniform,1.3086026509602864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,uniform,1.7378452618916829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,uniform,2.630122661590576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,uniform,1.8975946108500164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,uniform,2.0071147282918296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,uniform,4.279898643493652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,uniform,3.4041706720987954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,uniform,2.7245121002197266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,uniform,3.3571573893229165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,uniform,3.407807985941569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,uniform,2.8923254013061523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,uniform,2.884527842203776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,uniform,3.9237918853759766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,uniform,1.4883999824523926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,uniform,3.1491308212280273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,uniform,3.0951573053995767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,uniform,3.817477226257324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,uniform,3.835088094075521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,uniform,2.8784265518188477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,uniform,2.9961493810017905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,uniform,4.43830935160319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,uniform,2.0120107332865396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,uniform,4.754458745320638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,uniform,4.813098589579265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,uniform,2.998101234436035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,uniform,4.694533348083496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,uniform,2.169914722442627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,uniform,6.31936518351237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,uniform,5.7949174245198565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,uniform,4.436074574788411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,uniform,4.505354563395183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,uniform,3.6992321014404297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,uniform,3.98635196685791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,uniform,6.320981343587239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,uniform,6.027050654093425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,uniform,6.071850458780925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,uniform,5.393903732299805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,uniform,2.8988800048828125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,uniform,7.323818842569987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,uniform,3.9394505818684897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,uniform,5.7489064534505205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,uniform,7.5297597249348955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,uniform,6.898298899332683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,uniform,8.96510378519694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,uniform,5.536938349405925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,uniform,6.079882939656575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,uniform,9.314640045166016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,uniform,9.375898361206055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,uniform,7.8840586344401045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,uniform,10.922852834065756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,uniform,5.889647801717122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,uniform,4.120832125345866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,uniform,7.88755734761556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,uniform,10.542666753133139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,uniform,8.371583938598633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,uniform,7.56874148050944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,uniform,11.124778747558594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,uniform,12.460773468017578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,uniform,12.711386362711588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,uniform,7.970986684163411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,uniform,10.399381637573242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,uniform,5.639477411905925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,uniform,14.567632039388021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,uniform,10.898768107096354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,uniform,7.742474873860677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,uniform,14.042767842610678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,uniform,9.186362584431967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,uniform,10.207647959391275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,uniform,11.824586232503256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,uniform,16.415631612141926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,uniform,15.985477447509766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,uniform,16.393455505371094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,uniform,6.8830610911051435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,uniform,13.278090159098307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,uniform,17.95033009847005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,uniform,0.17000534137090048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,uniform,0.09267200032869975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,uniform,0.10659733414649963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,uniform,0.12841066718101501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,uniform,0.2198986609776815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,uniform,13.30615488688151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,uniform,17.21566899617513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,uniform,15.32041041056315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,uniform,0.09161600470542908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,uniform,0.11990933616956075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,uniform,0.10358933607737224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,uniform,0.10795733332633972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,uniform,0.06869333485762279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,uniform,19.74010721842448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,uniform,0.06671999891599019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,uniform,0.09819733103116353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,uniform,0.06545066833496094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,uniform,0.09843732913335164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,uniform,0.09734400113423665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,uniform,0.09324799974759419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,uniform,9.63534418741862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,uniform,0.10829333464304607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,uniform,0.20111999909083048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,uniform,0.14915200074513754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,uniform,0.1665493349234263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,uniform,0.13251733779907227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,uniform,0.21571733554204306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,uniform,0.10854933659235637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,uniform,0.21181867520014444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,uniform,0.14500266313552856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,uniform,0.13518399993578592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,uniform,0.0846026639143626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,uniform,0.08188266555468242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,uniform,0.14275200168291727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,uniform,0.08525333801905315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,uniform,0.1562026639779409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,uniform,0.16411200165748596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,uniform,0.1604159971078237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,uniform,0.13261866569519043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,uniform,0.2119413415590922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,uniform,0.14432000120480856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,uniform,0.13169599572817484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,uniform,0.33373868465423584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,uniform,0.24147733052571616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,uniform,0.22011200586954752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,uniform,0.3545546531677246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,uniform,0.3427893320719401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,uniform,0.12874666849772134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,uniform,0.23252799113591513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,uniform,0.22648000717163086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,uniform,0.22458134094874063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,uniform,0.12327466408411662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,uniform,0.130730668703715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,uniform,0.2310826579729716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,uniform,0.24772799015045166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,uniform,0.22929600874582926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,uniform,0.2366186579068502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,uniform,0.21529599030812582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,uniform,0.22132267554601034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,uniform,0.23512534300486246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,uniform,0.2262880007425944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,uniform,0.36375999450683594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,uniform,0.21836266915003458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,uniform,0.36745599905649823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,uniform,0.34704001744588214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,uniform,0.18986133734385172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,uniform,0.39371200402577716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,uniform,0.4169013500213623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,uniform,0.19034133354822794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,uniform,0.4156586726506551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,uniform,0.19833066066106161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,uniform,0.43885334332784015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,uniform,0.4477706750233968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,uniform,0.37302935123443604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,uniform,0.43902401129404706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,uniform,0.40994131565093994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,uniform,0.2616853316624959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,uniform,0.4197760025660197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,uniform,0.2183306614557902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,uniform,0.2169653375943502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,uniform,0.36099199453989667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,uniform,0.3608693281809489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,uniform,0.33033066987991333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,uniform,0.32840534051259357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,uniform,0.3502986828486125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,uniform,0.7726293404897054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,uniform,0.7358346780141195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,uniform,0.32621333996454877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,uniform,0.744149367014567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,uniform,0.7353280385335287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,uniform,0.752026637395223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,uniform,0.7777120272318522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,uniform,0.7763413588205973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,uniform,0.7738719781239828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,uniform,0.75326935450236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,uniform,0.25966399908065796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,uniform,0.24061334133148193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,uniform,0.22447466850280762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,uniform,0.35177600383758545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,uniform,0.3353653351465861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,uniform,0.33057600259780884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,uniform,1.3581172625223796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,uniform,1.4213066101074219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,uniform,1.454576015472412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,uniform,0.35374399026234943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,uniform,0.32825066645940143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,uniform,0.33001067241032916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,uniform,0.9419679641723633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,uniform,0.9408640066782633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,uniform,0.9183253447214762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,uniform,0.2167146603266398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,uniform,1.4361066818237305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,uniform,0.21984533468882242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,uniform,1.4251680374145508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,uniform,0.24591465791066489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,uniform,0.34020264943440753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,uniform,1.4469760258992512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,uniform,0.3323360085487366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,uniform,0.3447786569595337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,uniform,1.4203306833902996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,uniform,1.452602704366048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,uniform,0.3301493326822917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,uniform,0.33035733302434284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,uniform,1.3851680755615234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,uniform,0.37010665734608966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,uniform,0.9392533302307129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,uniform,0.9270986715952555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,uniform,0.9228160381317139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,uniform,2.1143627166748047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,uniform,2.1072799364725747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,uniform,0.25254400571187335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,uniform,0.21985065937042236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,uniform,0.223578671614329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,uniform,2.12718931833903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,uniform,0.3936053514480591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,uniform,0.3612266778945923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,uniform,0.35050666332244873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,uniform,1.4264319737752278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,uniform,1.4550560315450032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,uniform,0.33243733644485474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,uniform,1.4153547286987305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,uniform,0.3564693530400594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,uniform,0.3510560194651286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,uniform,0.9405600229899088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,uniform,0.9620479742685953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,uniform,0.2258453369140625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,uniform,0.9390613238016764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,uniform,2.127072016398112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,uniform,0.22410666942596436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,uniform,2.107994715372721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,uniform,2.14194663365682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,uniform,0.34031466643015545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,uniform,0.2293706734975179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,uniform,0.35388799508412677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,uniform,0.3731573422749837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,uniform,1.433253288269043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,uniform,0.33716801802317303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,uniform,1.3702185948689778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,uniform,0.35037867228190106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,uniform,1.470069408416748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,uniform,0.9444533189137777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,uniform,0.35624531904856366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,uniform,0.9514239629109701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,uniform,0.9416320323944092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,uniform,2.116234620412191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,uniform,0.24317866563796997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,uniform,2.1145173708597818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,uniform,0.22386133670806885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,uniform,2.1415573755900064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,uniform,0.22987200816472372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,uniform,0.37032532691955566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,uniform,0.37215999762217206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,uniform,0.3540586630503337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,uniform,1.4087999661763508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,uniform,1.3447999954223633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,uniform,0.362277348836263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,uniform,0.35393067200978595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,uniform,1.354357401529948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,uniform,0.34187201658884686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,uniform,0.9444213708241781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,uniform,0.9587306976318359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,uniform,0.9443253676096598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,uniform,0.23083200057347616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,uniform,2.120037396748861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,uniform,0.23549866676330566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,uniform,0.22648000717163086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,uniform,2.113797346750895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,uniform,2.1558240254720054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,uniform,0.3575520118077596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,uniform,0.35068265597025555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,uniform,0.37119468053181964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,uniform,1.4389440218607585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,uniform,1.412943998972575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,uniform,0.3674986759821574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,uniform,0.35861865679423016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,uniform,1.4025600751241047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,uniform,0.35574932893117267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,uniform,0.9393386840820312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,uniform,0.947498639424642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,uniform,0.9523839950561523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,uniform,0.26048533121744794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,uniform,2.121136029561361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,uniform,0.2762826681137085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,uniform,2.121786594390869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,uniform,0.26074665784835815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,uniform,2.158672014872233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,uniform,0.39844799041748047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,uniform,0.38510934511820477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,uniform,0.4004426797231038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,uniform,1.439136028289795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,uniform,0.37247999509175617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,uniform,0.34354134400685626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,uniform,1.4246667226155598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,uniform,1.4816586176554363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,uniform,0.3633386691411336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,uniform,0.9353226820627848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,uniform,0.952069362004598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,uniform,0.2642986575762431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,uniform,0.9685440063476562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,uniform,0.2485226591428121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,uniform,2.1236373583475747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,uniform,0.2770613431930542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,uniform,0.39843201637268066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,uniform,2.1315840085347495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,uniform,2.1725920041402182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,uniform,0.381168007850647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,uniform,0.4079893430074056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,uniform,0.3482240041097005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,uniform,1.4516372680664062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,uniform,1.4526185989379883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,uniform,1.5037760734558105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,uniform,0.36427732308705646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,uniform,0.39270933469136554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,uniform,0.944165309270223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,uniform,0.9779307047526041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,uniform,0.9580000241597494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,uniform,2.127216021219889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,uniform,0.27669332424799603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,uniform,2.1400532722473145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,uniform,0.2810239990552266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,uniform,0.2940959930419922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,uniform,2.18121067682902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,uniform,0.4246240059534709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,uniform,0.423744002978007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,uniform,0.44707198937733966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,uniform,0.39079467455546063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,uniform,0.35023999214172363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,uniform,1.3741812705993652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,uniform,1.4639466603597004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,uniform,0.36791467666625977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,uniform,1.527440071105957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,uniform,0.9577120145161947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,uniform,0.9861813386281332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,uniform,0.995749314626058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,uniform,2.136437257130941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,uniform,0.3936213254928589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,uniform,0.35597864786783856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,uniform,0.3442560036977132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,uniform,2.1439146995544434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,uniform,2.2139786084493003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,uniform,0.5571946700414022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,uniform,0.5752266645431519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,uniform,0.6008106470108032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,uniform,1.511210600535075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,uniform,1.4929866790771484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,uniform,1.521253267923991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,uniform,0.3904586633046468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,uniform,0.4843146800994873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,uniform,0.4170986811319987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,uniform,0.9729546705881754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,uniform,0.9993759791056315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,uniform,1.0758079687754314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,uniform,0.3885600169499715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,uniform,0.623578667640686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,uniform,0.4118560155232747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,uniform,2.148687998453776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,uniform,0.3905973434448242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,uniform,2.2187040646870932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,uniform,2.1726719538370767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,uniform,0.601744016011556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,uniform,0.6301546494166056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,uniform,1.4564372698465984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,uniform,1.5341493288675945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,uniform,0.38994133472442627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,uniform,1.5410772959391277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,uniform,0.43274132410685223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,uniform,0.5010986725489298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,uniform,1.1823999881744385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,uniform,1.0455679893493652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,uniform,1.0053653717041016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,uniform,2.159023920694987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,uniform,0.48906131585439044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,uniform,0.49612800280253094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,uniform,2.1735199292500815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,uniform,2.234938621520996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,uniform,0.5217653512954712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,uniform,0.7805919647216797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,uniform,0.8035733699798584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,uniform,0.7740906874338785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,uniform,1.4173067410786946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,uniform,0.4277760187784831
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,uniform,1.456725279490153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,uniform,1.5752159754435222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,uniform,1.0274879932403564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,uniform,0.5105226834615072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,uniform,0.4054400126139323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,uniform,1.0625226497650146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,uniform,0.6924266815185547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,uniform,0.6970293521881104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,uniform,2.177061398824056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,uniform,1.1741653283437092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,uniform,0.7177173296610514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,uniform,2.274965286254883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,uniform,2.1986613273620605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,uniform,1.1020692984263103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,uniform,1.117461363474528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,uniform,1.1319733460744221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,uniform,1.5427039464314778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,uniform,0.6708532969156901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,uniform,1.6137973467508953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,uniform,0.5022613207499186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,uniform,0.5580480098724365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,uniform,1.8392693201700847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,uniform,1.1931146780649822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,uniform,1.2851893107096355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,uniform,0.990074634552002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,uniform,1.4746774037679036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,uniform,0.9863893191019694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,uniform,0.9519946575164795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,uniform,2.2286507288614907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,uniform,2.270634651184082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,uniform,2.372752030690511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,uniform,1.4650452931722004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,uniform,1.5453866322835286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,uniform,1.5650614102681477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,uniform,1.57094939549764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,uniform,1.950661341349284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,uniform,1.6710987091064453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,uniform,0.8183306852976481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,uniform,0.6649279991785685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,uniform,0.6002399921417236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,uniform,1.6404053370157878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,uniform,1.5583093961079915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,uniform,1.5057172775268555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,uniform,1.5387040774027507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,uniform,1.4215413729349773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,uniform,2.2504960695902505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,uniform,2.273375988006592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,uniform,1.7855040232340496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,uniform,2.7946081161499023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,uniform,2.447439988454183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,uniform,2.3038293520609536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,uniform,2.5953332583109536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,uniform,2.2917493184407554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,uniform,0.8798560301462809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,uniform,1.9309760729471843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,uniform,0.800277312596639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,uniform,1.751205285390218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,uniform,1.061194658279419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,uniform,2.060160001118978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,uniform,2.3081599871317544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,uniform,1.9891626040140789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,uniform,2.1229707400004068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,uniform,2.3668692906697593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,uniform,2.312709331512451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,uniform,2.5107359886169434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,uniform,2.9059626261393228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,uniform,3.6848319371541343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,uniform,2.094325383504232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,uniform,3.5084107716878257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,uniform,3.320272127787272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,uniform,2.100378672281901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,uniform,2.330575942993164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,uniform,2.744079907735189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,uniform,1.1773546536763508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,uniform,1.04147736231486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,uniform,1.3474772771199544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,uniform,2.8485279083251953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,uniform,2.9946187337239585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,uniform,3.286346753438314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,uniform,3.240581194559733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,uniform,3.2573493321736655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,uniform,2.6084426244099936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,uniform,3.382394790649414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,uniform,2.9099467595418296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,uniform,3.2401278813680015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,uniform,5.3963572184244795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,uniform,5.647210439046224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,uniform,5.493040084838867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,uniform,3.6792052586873374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,uniform,3.3906612396240234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,uniform,3.8842080434163413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,uniform,1.4343040784200032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,uniform,1.5347414016723633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,uniform,1.912058671315511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,uniform,3.9343786239624023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,uniform,4.042325337727864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,uniform,4.394389470418294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,uniform,4.403850555419922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,uniform,4.465322812398274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,uniform,4.586426734924316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,uniform,3.147237459818522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,uniform,3.488650639851888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,uniform,4.090096155802409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,uniform,7.807690938313802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,uniform,7.6263682047526045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,uniform,7.859850565592448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,uniform,1.9989120165507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,uniform,4.9169918696085615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,uniform,4.6532853444417315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,uniform,5.184927940368652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,uniform,2.123258590698242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,uniform,2.6188480059305825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,uniform,4.989482561747233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,uniform,5.243674596150716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,uniform,6.916677474975586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,uniform,7.181082407633464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,uniform,6.867306391398112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,uniform,4.879839897155762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,uniform,6.18226687113444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,uniform,5.837231953938802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,uniform,5.3090025583903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,uniform,12.266613006591797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,uniform,11.851136525472006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,uniform,11.530836741129557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,uniform,6.620080312093099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,uniform,6.99459711710612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,uniform,2.9066826502482095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,uniform,8.258053461710611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,uniform,3.036261240641276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,uniform,3.9353014628092446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,uniform,7.437669118245442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,uniform,8.020794550577799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,uniform,9.93787701924642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,uniform,9.48911984761556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,uniform,8.763013203938803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,uniform,6.638330459594727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,uniform,9.22430419921875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,uniform,7.697807947794597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,uniform,8.366634368896484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,uniform,17.183775583902996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,uniform,16.71916325887044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,uniform,16.733679453531902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,uniform,9.191183725992838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,uniform,10.061397552490234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,uniform,4.262021382649739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,uniform,4.064837455749512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,uniform,11.613381703694662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,uniform,5.216517448425293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,uniform,10.032362620035807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,uniform,10.450618743896484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,uniform,14.762288411458334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,uniform,14.770596822102865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,uniform,11.269232432047525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,uniform,14.981717427571615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,uniform,9.668741226196289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,uniform,10.332554499308268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,uniform,10.997445424397787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,uniform,26.366297403971355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,uniform,25.698015848795574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,uniform,26.144500732421875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,uniform,13.78768539428711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,uniform,16.07826105753581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,uniform,6.073439915974935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,uniform,6.242634455362956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,uniform,14.294896443684896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,uniform,7.64195187886556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,uniform,15.318560282389322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,uniform,15.610980987548828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,uniform,20.022677103678387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,uniform,19.747819264729817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,uniform,20.016490936279297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,uniform,35.51732381184896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,uniform,17.12063980102539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,uniform,13.607386271158854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,uniform,15.193487803141275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,uniform,17.20147196451823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,uniform,35.75369517008463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,uniform,35.234031677246094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,uniform,18.608325958251953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,uniform,8.169642766316732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,uniform,21.98688507080078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,uniform,19.886603037516277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,uniform,8.955930709838867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,uniform,10.074533462524414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,uniform,20.219226837158203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,uniform,21.304314931233723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,uniform,24.93956756591797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,uniform,25.113515218098957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,uniform,24.837003072102863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,uniform,44.594950358072914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,uniform,22.82573954264323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,uniform,18.931616465250652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,uniform,20.28280512491862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,uniform,43.88635762532552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,uniform,21.91687520345052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,uniform,44.62140401204427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,uniform,23.363296508789062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,uniform,24.685434977213543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,uniform,10.382373174031576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,uniform,27.571578979492188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,uniform,11.21896489461263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,uniform,0.10680533448855083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,uniform,12.702911376953125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,uniform,0.07369066774845123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,uniform,24.74487050374349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,uniform,25.396891276041668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,uniform,0.13173866271972656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,uniform,0.07063466807206471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,uniform,0.0858026643594106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,uniform,0.09239466985066731
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,uniform,0.07051200171311696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,uniform,0.07523199915885925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,uniform,0.08236800134181976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,uniform,0.05209066470464071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,uniform,0.05508266886075338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,uniform,0.07196266452471416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,uniform,0.05725333094596863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,uniform,0.07449066638946533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,uniform,0.07931200166543324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,uniform,0.07228800157705943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,uniform,0.10980266332626343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,uniform,0.08516266942024231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,uniform,0.07747733096281688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,uniform,0.10108266274134318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,uniform,0.0888266662756602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,uniform,0.14264532923698425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,uniform,0.12364799777666728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,uniform,0.11872000495592754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,uniform,0.09540266791979472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,uniform,0.0962506632010142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,uniform,0.10308800141016643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,uniform,0.06568000217278798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,uniform,0.06970666845639546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,uniform,0.07262399792671204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,uniform,0.10115200281143188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,uniform,0.10457600156466167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,uniform,0.10657067100207011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,uniform,0.09597866733868916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,uniform,0.09778133034706116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,uniform,0.14987199505170187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,uniform,0.10447466373443604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,uniform,27.7948481241862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,uniform,0.13826666275660196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,uniform,0.19694934288660684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,uniform,0.1397226651509603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,uniform,0.2064853310585022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,uniform,0.14645333091417947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,uniform,0.2046346664428711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,uniform,24.74902852376302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,uniform,0.14267200231552124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,uniform,23.551925659179688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,uniform,30.48621368408203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,uniform,0.15693333745002747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,uniform,0.08640000224113464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,uniform,0.092357337474823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,uniform,0.14285332957903543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,uniform,0.14881599942843118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,uniform,0.10168533523877461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,uniform,0.15571733315785727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,uniform,0.14404799540837607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,uniform,0.13953066865603128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,uniform,0.1434933344523112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,uniform,0.14570666352907816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,uniform,0.15822933117548624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,uniform,0.1374506652355194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,uniform,0.18956265846888223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,uniform,0.20623467365900675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,uniform,0.19970667362213135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,uniform,0.23605332771937051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,uniform,0.23315733671188354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,uniform,0.12446399529774983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,uniform,0.25853333870569867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,uniform,0.12519466876983643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,uniform,0.14055466651916504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,uniform,0.2450933257738749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,uniform,0.25042666991551715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,uniform,0.236842672030131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,uniform,0.23345067103703818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,uniform,0.144405335187912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,uniform,0.23453867435455322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,uniform,0.2202826738357544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,uniform,0.13501333196957907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,uniform,0.26103999217351276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,uniform,0.141567995150884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,uniform,0.21235199769337973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,uniform,0.4451413154602051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,uniform,0.40409600734710693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,uniform,0.19665066401163736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,uniform,0.18949333826700845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,uniform,0.41167465845743817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,uniform,0.39717864990234375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,uniform,0.2051466703414917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,uniform,0.22935465971628824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,uniform,0.3982773224512736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,uniform,0.43534934520721436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,uniform,0.1446506679058075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,uniform,0.4193813403447469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,uniform,0.4126559893290202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,uniform,0.13371733824412027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,uniform,0.44544001420338947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,uniform,0.13516799608866373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,uniform,0.19141866763432822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,uniform,0.2160266637802124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,uniform,0.21222400665283203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,uniform,0.71451735496521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,uniform,0.8050186634063721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,uniform,0.19983466466267905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,uniform,0.7011146545410156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,uniform,0.23484800259272257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,uniform,0.1974453330039978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,uniform,0.48556800683339435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,uniform,0.4877760012944539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,uniform,0.5331626733144125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,uniform,0.14820266763369241
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,uniform,0.7779200077056885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,uniform,0.145797332127889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,uniform,0.134853333234787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,uniform,0.7568746407826742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,uniform,0.8424692948659261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,uniform,0.22150933742523193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,uniform,0.19368533293406168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,uniform,0.20388799905776978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,uniform,0.7113333543141683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,uniform,0.7217386563618978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,uniform,0.20106132825215658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,uniform,0.8015147050221761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,uniform,0.2100480000178019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,uniform,0.23185600837071738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,uniform,0.4928213357925415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,uniform,0.49050132433573407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,uniform,1.1114026705423992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,uniform,0.5341226657231649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,uniform,0.14563199877738953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,uniform,0.1367946664492289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,uniform,1.0665547053019206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,uniform,0.13716800014177957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,uniform,1.2306613127390544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,uniform,0.2223893404006958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,uniform,0.20225600401560465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,uniform,0.19948800404866537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,uniform,0.7137227058410645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,uniform,0.7215733528137207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,uniform,0.19720532496770224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,uniform,0.8077759742736816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,uniform,0.2103253404299418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,uniform,0.504586656888326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,uniform,0.2393653392791748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,uniform,0.5423253377278646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,uniform,0.49578134218851727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,uniform,1.1171680291493733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,uniform,0.14734933773676553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,uniform,0.14054399728775024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,uniform,1.065013329188029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,uniform,0.1458026667435964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,uniform,1.2360320091247559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,uniform,0.21797333161036173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,uniform,0.214303990205129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,uniform,0.21572800477345785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,uniform,0.7069386641184489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,uniform,0.24064000447591147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,uniform,0.19719467560450235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,uniform,0.7265493075052897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,uniform,0.2124906579653422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,uniform,0.8243786493937174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,uniform,0.4922240177790324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,uniform,0.5144799947738647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,uniform,0.5898186763127645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,uniform,1.0581706364949544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,uniform,0.13985066612561545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,uniform,0.14485866824785867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,uniform,1.0718186696370442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,uniform,1.252517302831014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,uniform,0.22313600778579712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,uniform,0.2074293295542399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,uniform,0.15173332889874777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,uniform,0.22342399756113687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,uniform,0.2109066645304362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,uniform,0.7042880058288574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,uniform,0.2397759954134623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,uniform,0.8147146701812744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,uniform,0.2043573260307312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,uniform,0.5053120056788126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,uniform,0.7198293209075928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,uniform,0.49675734837849933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,uniform,0.5487680037816366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,uniform,1.0525813102722168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,uniform,0.1495733360449473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,uniform,1.0874666372934978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,uniform,0.14219199617703757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,uniform,1.2510453065236409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,uniform,0.15241066614786783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,uniform,0.2156213323275248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,uniform,0.21994666258494058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,uniform,0.22122132778167725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,uniform,0.7126453717549642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,uniform,0.21610132853190103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,uniform,0.7278292973836263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,uniform,0.24555732806523642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,uniform,0.829194704691569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,uniform,0.21623466412226358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,uniform,0.5028426647186279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,uniform,0.5111093521118164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,uniform,0.5962080160776774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,uniform,1.0493120352427165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,uniform,0.2363626758257548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,uniform,0.1571946640809377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,uniform,0.16688533624013266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,uniform,1.2068266868591309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,uniform,0.1710240046183268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,uniform,1.1084907054901123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,uniform,0.22709333896636963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,uniform,0.7235626379648844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,uniform,0.2396799921989441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,uniform,0.22145599126815796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,uniform,0.7335466543833414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,uniform,0.21300800641377768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,uniform,0.8410027027130127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,uniform,0.2560746669769287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,uniform,0.5049866835276285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,uniform,0.5136959950129191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,uniform,0.5656053225199381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,uniform,1.1043787002563477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,uniform,0.16827734311421713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,uniform,0.15781866510709128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,uniform,1.1271733442942302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,uniform,1.2213066418965657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,uniform,0.2429493268330892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,uniform,0.1747786601384481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,uniform,0.23989333709081015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,uniform,0.23573867479960123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,uniform,0.719322681427002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,uniform,0.739354689915975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,uniform,0.21412799755732217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,uniform,0.2195626695950826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,uniform,0.5103413263956705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,uniform,0.25226134061813354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,uniform,0.8489120006561279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,uniform,0.5221973260243734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,uniform,0.17772799730300903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,uniform,0.5735733509063721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,uniform,0.17947733402252197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,uniform,1.2532213528951008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,uniform,1.1131093502044678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,uniform,0.19378666083017984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,uniform,1.0867359638214111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,uniform,0.25410133600234985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,uniform,0.25682665904362995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,uniform,0.2786826690038045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,uniform,0.7269492944081625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,uniform,0.7491520245869955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,uniform,0.21340266863505045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,uniform,0.8658773104349772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,uniform,0.23104000091552734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,uniform,0.51691734790802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,uniform,0.25844266017278034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,uniform,0.5836319923400879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,uniform,0.21502399444580078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,uniform,1.108181317647298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,uniform,0.529642661412557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,uniform,0.21620800097783408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,uniform,0.228767991065979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,uniform,1.2929813067118328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,uniform,1.1259199778238933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,uniform,0.31571733951568604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,uniform,0.31171733140945435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,uniform,0.3335253397623698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,uniform,0.7721973260243734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,uniform,0.749626636505127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,uniform,0.25015999873479206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,uniform,0.8841066360473633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,uniform,0.2863946755727132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,uniform,0.3554240067799886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,uniform,0.531989336013794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,uniform,0.5479840040206909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,uniform,0.24094400803248087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,uniform,0.6451306740442911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,uniform,0.23990400632222494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,uniform,0.3607413371404012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,uniform,0.25994133949279785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,uniform,1.1191199620564778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,uniform,1.1027039686838787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,uniform,1.3069173494974773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,uniform,0.35485867659250897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,uniform,0.7789226373036703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,uniform,0.3749386469523112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,uniform,0.8935626347859701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,uniform,0.758074680964152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,uniform,0.2908426721890767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,uniform,0.254314661026001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,uniform,0.36309866110483807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,uniform,0.5812533299128214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,uniform,0.6252640088399252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,uniform,0.7561066945393881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,uniform,1.1426400343577068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,uniform,0.2952853242556254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,uniform,0.3036373257637024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,uniform,1.2790826956431072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,uniform,1.1717600027720134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,uniform,0.4449546734491984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,uniform,0.32044267654418945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,uniform,0.45265066623687744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,uniform,0.4741706848144531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,uniform,0.3004693388938904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,uniform,0.37301333745320636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,uniform,0.26280534267425537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,uniform,0.769215981165568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,uniform,0.8013919989267985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,uniform,0.9266773064931234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,uniform,0.5881653229395548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,uniform,0.6403093338012695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,uniform,0.7854666709899902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,uniform,1.1150933106740315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,uniform,0.41440534591674805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,uniform,0.40320531527201336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,uniform,1.1589492956797283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,uniform,1.3156533241271973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,uniform,0.6170239845911661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,uniform,0.43558398882548016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,uniform,0.6359573205312093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,uniform,0.6546080112457275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,uniform,0.8821866512298584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,uniform,0.9765173594156901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,uniform,1.2675466537475586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,uniform,0.34388800462086994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,uniform,0.3988373279571533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,uniform,0.49908800919850665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,uniform,0.8197279771169027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,uniform,0.7393973668416342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,uniform,0.5191359917322794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,uniform,0.5575199921925863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,uniform,1.0335893630981445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,uniform,0.8074666659037272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,uniform,0.5297919909159342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,uniform,1.203877369562785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,uniform,1.2454826831817627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,uniform,1.3922719955444336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,uniform,0.8465867042541504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,uniform,0.8198933601379395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,uniform,1.0170559883117676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,uniform,1.305066665013631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,uniform,0.9109919865926107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,uniform,0.4198240041732788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,uniform,0.4904533227284749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,uniform,0.6352320114771525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,uniform,0.9561706384023031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,uniform,0.9714667002360026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,uniform,1.2192213535308838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,uniform,0.7407893339792887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,uniform,0.7583999633789062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,uniform,1.2720959981282551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,uniform,1.4647572835286458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,uniform,0.7881279786427816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,uniform,1.8423093159993489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,uniform,1.1689866383870442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,uniform,1.1832853158315022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,uniform,1.2238879998524983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,uniform,0.5442506472269694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,uniform,1.0858346621195476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,uniform,1.6224640210469563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,uniform,1.2267200152079265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,uniform,0.7833066781361898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,uniform,0.6385333140691122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,uniform,1.203210671742757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,uniform,1.3076533476511638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,uniform,0.9689493179321289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,uniform,0.9826560020446777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,uniform,1.021615982055664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,uniform,1.4400266011555989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,uniform,1.320133368174235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,uniform,1.4953173001607258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,uniform,1.9326186180114746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,uniform,1.6277759869893391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,uniform,1.5606187184651692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,uniform,1.6024053891499836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,uniform,1.3114240169525146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,uniform,1.4801920255025227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,uniform,0.6734773317972819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,uniform,1.879818598429362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,uniform,0.78438933690389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,uniform,0.9483679930369059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,uniform,1.5892267227172852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,uniform,1.70580259958903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,uniform,2.0301012992858887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,uniform,1.5732746124267578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,uniform,1.42522128423055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,uniform,1.44488525390625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,uniform,1.4984480539957683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,uniform,1.8028747240702312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,uniform,2.2988106409708657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,uniform,2.5941386222839355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,uniform,2.4073813756306968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,uniform,2.553013324737549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,uniform,1.9999094009399414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,uniform,2.0322559674580893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,uniform,2.492623964945475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,uniform,0.9001386960347494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,uniform,1.0611146291097004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,uniform,1.307477315266927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,uniform,2.354170640309652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,uniform,2.170933405558268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,uniform,1.9759893417358398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,uniform,1.9027306238810222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,uniform,1.8928106625874836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,uniform,3.365589459737142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,uniform,2.7589120864868164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,uniform,2.215770721435547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,uniform,1.9347893397013347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,uniform,2.781002680460612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,uniform,3.550442695617676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,uniform,3.4583040873209634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,uniform,2.9373439153035483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,uniform,2.5286293029785156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,uniform,1.1484959920247395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,uniform,3.4923839569091797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,uniform,1.3468480110168457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,uniform,1.7140587170918782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,uniform,2.6887734731038413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,uniform,2.932175954182943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,uniform,2.809055964152018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,uniform,2.8188533782958984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,uniform,2.895514806111654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,uniform,3.619215965270996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,uniform,3.1241493225097656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,uniform,5.043631871541341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,uniform,3.361445426940918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,uniform,3.6523574193318686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,uniform,5.1874081293741865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,uniform,5.126063982645671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,uniform,3.669856071472168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,uniform,4.276576042175293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,uniform,1.8786080678304036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,uniform,1.6182613372802734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,uniform,2.4697440465291343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,uniform,5.111525217692058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,uniform,3.647637367248535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,uniform,4.421514511108398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,uniform,3.7194560368855796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,uniform,3.7202879587809243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,uniform,3.8215465545654297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,uniform,7.370981216430664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,uniform,5.329530715942383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,uniform,3.9627625147501626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,uniform,4.615599950154622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,uniform,5.48574956258138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,uniform,6.860127766927083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,uniform,6.708357493082683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,uniform,2.1084213256835938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,uniform,4.751930554707845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,uniform,5.804026921590169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,uniform,7.105637232462565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,uniform,2.423114617665609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,uniform,3.1762240727742515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,uniform,5.170495986938477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,uniform,5.369322458902995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,uniform,5.834389368693034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,uniform,5.655269622802734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,uniform,5.679098765055339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,uniform,6.670538584391276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,uniform,10.443034489949545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,uniform,5.29585075378418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,uniform,6.0098616282145185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,uniform,7.258864084879558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,uniform,9.805845260620117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,uniform,9.91866683959961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,uniform,8.330730438232422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,uniform,3.056826591491699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,uniform,7.612837473551433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,uniform,3.4840161005655923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,uniform,9.95241610209147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,uniform,4.436634699503581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,uniform,8.044981638590494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,uniform,7.985082626342773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,uniform,7.452405293782552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,uniform,8.003568013509115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,uniform,7.540047963460286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,uniform,16.871946970621746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,uniform,10.000741322835287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,uniform,7.450730641682942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,uniform,16.130655924479168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,uniform,8.868656158447266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,uniform,10.46445337931315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,uniform,14.924053192138672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,uniform,9.990208307902018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,uniform,11.180720011393229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,uniform,4.020762761433919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,uniform,13.195930480957031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,uniform,4.571402549743652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,uniform,5.8052107493082685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,uniform,10.572245279947916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,uniform,11.675856272379557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,uniform,9.972735722859701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,uniform,9.66970125834147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,uniform,9.376784006754557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,uniform,21.629493713378906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,uniform,13.128522237141928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,uniform,21.066805521647137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,uniform,10.476981480916342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,uniform,11.125882466634115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,uniform,19.74225107828776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,uniform,13.881844838460287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,uniform,12.96460215250651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,uniform,16.23300298055013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,uniform,14.04473622639974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,uniform,4.983621279398601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,uniform,5.63484255472819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,uniform,7.406063715616862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,uniform,14.000373840332031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,uniform,0.1346506675084432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,uniform,13.143892923990885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,uniform,0.09992532928784688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,uniform,0.08974400162696838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,uniform,0.15820800264676413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,uniform,0.11162133018175761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,uniform,0.1125973363717397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,uniform,0.09318400422732036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,uniform,0.07429333527882893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,uniform,0.11152533690134685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,uniform,0.07032533486684163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,uniform,0.09513066212336223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,uniform,0.07939200103282928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,uniform,0.10352533062299092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,uniform,0.0939520001411438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,uniform,0.10057066877683003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,uniform,0.11036800344785054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,uniform,0.11541866262753804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,uniform,0.09686400492986043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,uniform,0.13733866810798645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,uniform,0.12346667051315308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,uniform,0.12045866250991821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,uniform,0.16151466965675354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,uniform,0.12357333302497864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,uniform,0.15653866529464722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,uniform,0.15001599987347922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,uniform,0.12633599837621054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,uniform,0.1506666640440623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,uniform,0.08589866757392883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,uniform,0.09046933054924011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,uniform,0.1293653349081675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,uniform,0.10381333033243816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,uniform,16.044544219970703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,uniform,0.12306132912635803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,uniform,0.128330667813619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,uniform,13.00388209025065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,uniform,0.14166933298110962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,uniform,0.17222932974497476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,uniform,0.12753599882125854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,uniform,0.15396266182263693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,uniform,14.62817637125651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,uniform,0.16485333442687988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,uniform,0.2471946676572164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,uniform,0.1721120079358419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,uniform,0.22778133551279703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,uniform,0.22952000300089517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,uniform,0.17146132389704385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,uniform,0.13674666484196982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,uniform,0.21739733219146729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,uniform,0.18791999419530234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,uniform,0.12040533622105916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,uniform,0.11251733700434367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,uniform,17.728463490804035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,uniform,0.17756267388661703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,uniform,0.20824533700942993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,uniform,0.1758026679356893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,uniform,0.17613865931828818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,uniform,0.21704000234603882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,uniform,0.2503359913825989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,uniform,0.18774400154749551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,uniform,0.17072000106175741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,uniform,0.1686613361040751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,uniform,0.1659999986489614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,uniform,0.2265066703160604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,uniform,0.29922133684158325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,uniform,0.23009600241978964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,uniform,0.2678453326225281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,uniform,0.36434133847554523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,uniform,0.16519999504089355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,uniform,0.17112533251444498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,uniform,0.20837332804997763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,uniform,0.28043200572331745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,uniform,0.276853342851003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,uniform,0.33958399295806885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,uniform,0.17377599080403647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,uniform,0.2736480037371318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,uniform,0.16991466283798218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,uniform,0.36637334028879803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,uniform,0.29833600918451947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,uniform,0.16840000947316489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,uniform,0.2445546587308248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,uniform,0.2318293253580729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,uniform,0.2308853268623352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,uniform,0.4672960042953491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,uniform,0.26678399244944256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,uniform,0.5291680097579956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,uniform,0.6352213223775228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,uniform,0.26152533292770386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,uniform,0.48506665229797363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,uniform,0.33798933029174805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,uniform,0.4925119876861572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,uniform,0.4747200012207031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,uniform,0.5894720156987509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,uniform,0.5344693263371786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,uniform,0.16806399822235107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,uniform,0.17311465740203857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,uniform,0.6315040191014608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,uniform,0.17064533631006876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,uniform,0.23056000471115112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,uniform,0.2500373323758443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,uniform,0.2358506719271342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,uniform,0.9828693072001139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,uniform,0.8543146451314291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,uniform,0.26662399371465045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,uniform,1.1536479791005452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,uniform,0.2693120042483012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,uniform,0.34029332796732586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,uniform,0.5962506532669067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,uniform,0.7115253607432047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,uniform,0.5835573275883993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,uniform,0.1764693260192871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,uniform,0.9847839673360189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,uniform,0.8711573282877604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,uniform,0.17208532492319742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,uniform,0.25357333819071454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,uniform,1.141487995783488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,uniform,0.1693013310432434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,uniform,0.23388266563415527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,uniform,0.2648640076319377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,uniform,0.23400533199310303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,uniform,1.1659733454386394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,uniform,0.8480052947998047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,uniform,0.9844746589660645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,uniform,0.2798186739285787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,uniform,0.5920053323109945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,uniform,0.34627199172973633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,uniform,0.5894240140914917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,uniform,0.7146773338317871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,uniform,1.2674880027770996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,uniform,0.16924800475438437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,uniform,0.17334399620691934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,uniform,0.17068799336751303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,uniform,1.433824062347412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,uniform,1.6503413518269856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,uniform,0.2518613338470459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,uniform,0.24343999226888022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,uniform,0.23002133766810098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,uniform,0.8539626598358154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,uniform,0.35336001714070636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,uniform,0.9896480242411295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,uniform,0.276309331258138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,uniform,1.1666773160298665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,uniform,0.26364266872406006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,uniform,0.5937279860178629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,uniform,0.5907946825027466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,uniform,1.2535626888275146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,uniform,0.725536028544108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,uniform,0.2572000026702881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,uniform,0.2568800052007039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,uniform,1.4431145985921223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,uniform,1.6677600542704265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,uniform,0.26212799549102783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,uniform,0.38361601034800213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,uniform,0.3879093329111735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,uniform,0.3864693244298299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,uniform,0.357749342918396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,uniform,0.8585973580678304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,uniform,0.9898560047149658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,uniform,0.279365340868632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,uniform,0.27059199412663776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,uniform,1.1723573207855225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,uniform,0.5938719908396403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,uniform,0.5912266572316488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,uniform,0.7362079620361328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,uniform,1.2606346607208252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,uniform,1.665610631306966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,uniform,0.2613813281059265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,uniform,1.431440035502116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,uniform,0.26097599665323895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,uniform,0.38226668039957684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,uniform,0.3850719928741455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,uniform,0.2661919991175334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,uniform,0.39525866508483887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,uniform,0.2823413411776225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,uniform,0.9945546785990397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,uniform,0.8602506319681803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,uniform,0.35973866780598956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,uniform,1.170357306798299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,uniform,0.5967199802398682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,uniform,0.27131199836730957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,uniform,0.7539573510487875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,uniform,0.5979573329289755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,uniform,1.4479254086812336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,uniform,0.2580373287200928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,uniform,1.692394733428955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,uniform,1.2768853505452473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,uniform,0.25511467456817627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,uniform,0.38763733704884845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,uniform,0.2711306611696879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,uniform,0.3764106829961141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,uniform,0.28337599833806354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,uniform,0.39952532450358075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,uniform,0.9977920055389404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,uniform,0.2750133275985718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,uniform,0.8577706813812256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,uniform,1.1750293572743733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,uniform,0.3664640188217163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,uniform,0.5974506537119547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,uniform,0.6035626729329427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,uniform,0.736677328745524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,uniform,1.26201065381368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,uniform,0.3491733471552531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,uniform,0.3520266612370809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,uniform,1.4555840492248535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,uniform,1.7032480239868164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,uniform,0.35682133833567303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,uniform,0.554197351137797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,uniform,0.5305013259251913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,uniform,0.5432960192362467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,uniform,0.8617440064748129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,uniform,1.001967986424764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,uniform,0.3710826635360718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,uniform,0.2781280080477397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,uniform,0.2853493293126424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,uniform,1.178218682607015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,uniform,0.6053546667098999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,uniform,0.6045440038045248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,uniform,0.362768014272054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,uniform,0.7504693667093912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,uniform,0.35390400886535645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,uniform,1.4756852785746257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,uniform,1.2625333468119304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,uniform,1.7002132733662922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,uniform,0.34860265254974365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,uniform,0.5337226788202921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,uniform,0.5455573399861654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,uniform,0.5402186711629232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,uniform,0.8668693701426188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,uniform,1.0086987018585205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,uniform,1.1714613437652588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,uniform,0.29311466217041016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,uniform,0.27957866589228314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,uniform,0.3786933422088623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,uniform,0.607258677482605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,uniform,0.43987735112508136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,uniform,0.7529333432515463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,uniform,1.3036586443583171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,uniform,0.6128053267796835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,uniform,0.4350293477376302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,uniform,1.4624640146891277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,uniform,1.6691412925720215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,uniform,0.44411198298136395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,uniform,0.6742026805877686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,uniform,0.6844106515248617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,uniform,0.6750186284383138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,uniform,0.8736746311187744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,uniform,1.0126667022705078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,uniform,1.1924906571706135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,uniform,0.29596267143885296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,uniform,0.2841493288675944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,uniform,0.38333332538604736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,uniform,0.6134399970372518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,uniform,0.6177653471628824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,uniform,0.5262933174769083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,uniform,0.7653173605600992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,uniform,1.703445275624593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,uniform,0.5199253161748251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,uniform,1.2735146681467693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,uniform,1.4689547220865886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,uniform,0.5379466613133749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,uniform,0.8381973107655843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,uniform,0.8231680393218994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,uniform,0.48637866973876953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,uniform,0.8320319652557373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,uniform,0.8781387011210123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,uniform,1.0211199919382732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,uniform,0.47250668207804364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,uniform,1.1930186748504639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,uniform,0.6170666615168253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,uniform,0.6152693430582682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,uniform,0.6269333362579346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,uniform,0.6114720106124878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,uniform,1.2771519819895427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,uniform,0.7693813641866049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,uniform,0.6166079839070638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,uniform,1.4799946149190266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,uniform,1.728101412455241
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,uniform,0.6291360060373942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,uniform,0.9741653601328532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,uniform,0.9746879736582438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,uniform,0.9874666531880697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,uniform,1.0286026795705159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,uniform,1.2214453220367432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,uniform,0.47625601291656494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,uniform,0.8820106983184814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,uniform,0.6326880057652792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,uniform,0.48385600248972577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,uniform,1.0871413548787434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,uniform,1.0952800114949544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,uniform,0.7969973087310791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,uniform,0.7963786919911703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,uniform,1.1963733037312825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,uniform,1.2885653177897136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,uniform,1.490517298380534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,uniform,1.7449439366658528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,uniform,0.8057920138041178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,uniform,1.2673386732737224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,uniform,1.2640639940897624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,uniform,1.288325309753418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,uniform,0.8925066788991293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,uniform,1.0458347002665203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,uniform,1.2436106999715169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,uniform,0.482314666112264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,uniform,0.644320011138916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,uniform,0.494485338528951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,uniform,1.1177120208740234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,uniform,1.0930026372273762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,uniform,1.225119988123576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,uniform,1.3087413311004639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,uniform,1.1797066529591878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,uniform,1.152234633763631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,uniform,1.4986987113952637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,uniform,1.1443040370941162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,uniform,1.8500266075134277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,uniform,1.769594669342041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,uniform,1.8493119875590007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,uniform,1.8861759503682454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,uniform,1.6714186668395996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,uniform,1.8892107009887695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,uniform,0.6861013571421305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,uniform,0.6890772978464762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,uniform,0.8301013310750326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,uniform,1.9880372683207195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,uniform,1.604965368906657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,uniform,1.6188213030497234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,uniform,1.7657546997070312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,uniform,1.3786880175272624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,uniform,1.502138614654541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,uniform,1.5009867350260417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,uniform,1.5687519709269206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,uniform,1.8916692733764648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,uniform,1.5441385904947917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,uniform,2.450101375579834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,uniform,2.4331253369649253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,uniform,2.505082607269287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,uniform,2.0268747011820474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,uniform,0.8796799977620443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,uniform,1.6981333096822102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,uniform,1.9221866925557454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,uniform,0.8548373381296793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,uniform,1.043946663538615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,uniform,2.120591958363851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,uniform,2.08624537785848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,uniform,2.2179039319356284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,uniform,2.2803680102030435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,uniform,2.21012274424235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,uniform,2.2409547170003257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,uniform,2.4698826471964517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,uniform,2.7813545862833657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,uniform,2.8535359700520835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,uniform,3.572890599568685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,uniform,3.7096853256225586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,uniform,3.621151924133301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,uniform,2.7504746119181314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,uniform,2.4632800420125327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,uniform,2.7912108103434243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,uniform,1.255226691563924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,uniform,1.2067893346150715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,uniform,1.409498691558838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,uniform,2.606704076131185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,uniform,2.641322612762451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,uniform,2.8030239741007485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,uniform,2.903717358907064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,uniform,2.901119867960612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,uniform,2.560981273651123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,uniform,3.004645347595215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,uniform,2.8484748204549155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,uniform,4.762960116068522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,uniform,3.0201120376586914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,uniform,4.796474774678548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,uniform,4.903898557027181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,uniform,3.237488110860189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,uniform,3.5546881357828775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,uniform,1.6233332951863606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,uniform,3.5942134857177734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,uniform,1.5507253011067708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,uniform,1.7913600603739421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,uniform,3.5857601165771484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,uniform,3.628197352091471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,uniform,4.324405352274577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,uniform,4.363210678100586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,uniform,3.647024154663086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,uniform,4.074901262919108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,uniform,3.829989433288574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,uniform,4.063488006591797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,uniform,4.495125452677409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,uniform,7.167285283406575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,uniform,7.079050699869792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,uniform,7.345935821533203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,uniform,2.370581309000651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,2,uniform,5.205050786336263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,uniform,5.145082791646321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,uniform,4.753306706746419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,uniform,2.5393013954162598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,uniform,2.2654186884562173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,uniform,5.08242130279541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,uniform,5.147157351175944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,uniform,5.718912124633789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,uniform,5.749727884928386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,uniform,5.930053075154622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,uniform,5.387989044189453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,uniform,4.843546549479167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,uniform,5.358336130777995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,uniform,5.308138529459636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,uniform,9.421215693155924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,uniform,9.53219223022461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,uniform,9.749408086140951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,uniform,6.285077412923177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,uniform,6.867343902587891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,uniform,6.873247782389323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,uniform,3.1207094192504883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,uniform,2.978234608968099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,uniform,6.585407892862956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,uniform,3.2804638544718423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,uniform,6.675626754760742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,uniform,8.56166903177897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,uniform,8.6517333984375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,uniform,8.890661239624023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,uniform,6.967509587605794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,uniform,7.084042867024739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,uniform,7.726378758748372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,uniform,14.13540776570638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,1,uniform,7.557130813598633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,uniform,14.273269653320312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,uniform,14.582021077473959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,uniform,4.595823923746745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,uniform,4.426762580871582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,uniform,10.165146509806315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,uniform,4.836330731709798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,uniform,10.236672083536783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,uniform,9.409429550170898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,uniform,10.095050811767578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,uniform,10.117328008015951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,uniform,11.32431411743164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,uniform,11.492416381835938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,uniform,11.793844858805338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,uniform,18.80077870686849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,uniform,9.433546702067057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,uniform,10.54475212097168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,uniform,10.357376098632812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,uniform,10.365903854370117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,uniform,18.925355275472004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,uniform,19.429498036702473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,uniform,13.562010447184244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,uniform,12.47698720296224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,uniform,6.102826436360677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,uniform,5.8336747487386065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,uniform,13.468427022298178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,uniform,6.346090952555339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,uniform,13.037429809570312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,uniform,13.138943990071615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,uniform,17.06051762898763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,uniform,17.129056294759113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,uniform,17.55886459350586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,uniform,13.723028818766275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,uniform,12.863872528076172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,uniform,14.093130747477213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,uniform,13.930379231770834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,uniform,28.13282012939453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,uniform,28.451894124348957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,uniform,28.933982849121094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,uniform,20.21822992960612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,uniform,18.6005121866862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,uniform,9.097984313964844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,uniform,8.682479858398438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,uniform,9.419290542602539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,uniform,20.15542984008789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,uniform,19.569029490152996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,uniform,19.606075286865234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,uniform,22.61304982503255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,uniform,22.90667215983073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,uniform,23.488624572753906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,uniform,37.33963267008463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,uniform,20.46957270304362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,uniform,18.69393539428711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,uniform,20.251920064290363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,uniform,20.443200429280598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,uniform,38.69379170735677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,uniform,37.86666615804037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,uniform,24.773231506347656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,uniform,12.013407389322916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,uniform,26.773289998372395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,uniform,11.519471486409506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,uniform,26.817184448242188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,uniform,12.42529551188151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,uniform,26.022171020507812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,uniform,26.13274637858073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,uniform,28.220235188802082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,uniform,28.648534138997395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,uniform,29.36156717936198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,uniform,27.213307698567707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,uniform,46.80498758951823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,uniform,27.809471130371094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,uniform,25.53997294108073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,uniform,27.663350423177082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,uniform,48.326863606770836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,uniform,47.160074869791664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,uniform,30.952809651692707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,uniform,33.572774251302086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,uniform,15.034741719563803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,uniform,33.40938059488932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,uniform,14.361002604166666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,uniform,15.45456568400065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,uniform,32.04230499267578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,uniform,32.122111002604164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,uniform,0.09883200128873189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,uniform,0.07366399963696797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,uniform,0.06720533470312755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,uniform,0.13286933302879333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,uniform,0.08560533324877422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,uniform,0.08321066697438557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,uniform,0.08043733239173889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,uniform,0.10125866532325745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,uniform,0.13983466227849325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,uniform,0.06446933249632518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,uniform,0.05715199808279673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,uniform,0.08821866909662883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,uniform,31.410629272460938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,uniform,33.56488037109375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,uniform,34.094896952311196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,uniform,33.96296946207682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,uniform,0.08767466743787129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,uniform,0.07792533437410991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,uniform,0.11135466893513997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,uniform,0.08662933111190796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,uniform,0.09219732880592346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,uniform,0.11555733283360799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,uniform,0.1739679972330729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,uniform,0.10474666953086853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,uniform,0.09853333234786987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,uniform,0.09136533737182617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,uniform,0.13366400202115378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,uniform,0.1220693290233612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,uniform,0.11999467015266418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,uniform,0.10937600334485371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,uniform,0.06715733309586842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,uniform,0.11684266726175944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,uniform,0.15230933825174967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,uniform,0.07653866708278656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,uniform,0.09443733096122742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,uniform,0.11406933267911275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,uniform,0.135535995165507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,uniform,0.13193600376447043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,uniform,0.10601600011189778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,uniform,0.1376106639703115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,uniform,0.18810133139292398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,uniform,0.13082666198412576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,uniform,0.12868266304334006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,uniform,0.1993066668510437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,uniform,0.1906826694806417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,uniform,0.18707199891408285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,uniform,0.1600213348865509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,uniform,0.14346667130788168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,uniform,0.20427733659744263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,uniform,0.08711466193199158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,uniform,0.16214932998021445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,uniform,0.17594667275746664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,uniform,0.1520693302154541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,uniform,0.11663466691970825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,uniform,0.09486933549245198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,uniform,0.1469386617342631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,uniform,0.20017600059509277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,uniform,0.20177066326141357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,uniform,0.1811413367589315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,uniform,0.23068267107009888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,uniform,0.13917332887649536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,uniform,0.2555893262227376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,uniform,0.1327359974384308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,uniform,0.12909332911173502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,uniform,0.12614933649698892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,uniform,0.30059200525283813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,uniform,0.13637866576512656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,uniform,0.19200533628463745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,uniform,0.16530666748682657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,uniform,0.26733867327372235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,uniform,0.22162665923436484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,uniform,0.22953067223230997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,uniform,0.2706560095151265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,uniform,0.24080000321070352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,uniform,0.227567990620931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,uniform,0.3190453251202901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,uniform,0.14090133706728616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,uniform,0.13499200344085693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,uniform,0.13051733374595642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,uniform,0.19387733936309814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,uniform,0.19332265853881836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,uniform,0.20193066199620566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,uniform,0.3838719924290975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,uniform,0.18966400623321533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,uniform,0.40643731753031415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,uniform,0.47084800402323407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,uniform,0.2060533364613851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,uniform,0.24276266495386759
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,uniform,0.4570506811141968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,uniform,0.4220586617787679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,uniform,0.1369706690311432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,uniform,0.20961600542068481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,uniform,0.4045333464940389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,uniform,0.4176106850306193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,uniform,0.2069759964942932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,uniform,0.4939733346303304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,uniform,0.4149866501490275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,uniform,0.7995519638061523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,uniform,0.1428000032901764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,uniform,0.13265599807103476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,uniform,0.8669813474019369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,uniform,0.21362666289011636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,uniform,0.19659733772277832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,uniform,0.707365353902181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,uniform,0.8089386622111002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,uniform,0.19595199823379517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,uniform,0.9102293650309244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,uniform,0.14732799927393594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,uniform,0.2497439980506897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,uniform,0.501530647277832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,uniform,0.5216266711552938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,uniform,0.5633493264516195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,uniform,0.7096640268961588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,uniform,0.20930665731430054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,uniform,0.7083733081817627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,uniform,0.1386666695276896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,uniform,0.20645334323247275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,uniform,0.19963200887044272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,uniform,0.1365226705869039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,uniform,0.19932266076405844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,uniform,0.2546986738840739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,uniform,0.5287040074666342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,uniform,0.5983839829762777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,uniform,0.7521333694458008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,uniform,0.8484160105387369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,uniform,0.2120479941368103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,uniform,0.15294933319091797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,uniform,0.13801599542299905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,uniform,0.2143626610438029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,uniform,0.5023306608200073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,uniform,1.0309546788533528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,uniform,0.7687786420186361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,uniform,1.0890613396962483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,uniform,1.2204639911651611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,uniform,0.21155200401941934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,uniform,0.13992533087730408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,uniform,0.8985919952392578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,uniform,0.20742400487263998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,uniform,0.525541345278422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,uniform,0.26393600304921466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,uniform,0.19979200760523477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,uniform,0.5324053366978964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,uniform,1.140565315882365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,uniform,0.7579466501871744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,uniform,1.268117348353068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,uniform,0.21549334128697714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,uniform,0.5807573397954305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,uniform,1.100335995356242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,uniform,0.1552853286266327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,uniform,0.1495573321978251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,uniform,0.1506666640440623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,uniform,0.22078933318456015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,uniform,0.21669334173202515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,uniform,0.218560000260671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,uniform,0.8013919989267985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,uniform,0.8830186525980631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,uniform,0.22724266846974692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,uniform,0.31066133578618366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,uniform,1.0079360008239746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,uniform,0.2525706688563029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,uniform,0.5720106760660807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,uniform,0.1588746706644694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,uniform,0.6047093470891317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,uniform,0.6725653012593588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,uniform,1.161247968673706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,uniform,1.452906608581543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,uniform,1.2985546588897705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,uniform,0.15123732884724936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,uniform,0.1536853313446045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,uniform,0.21726399660110474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,uniform,0.22499734163284302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,uniform,0.22076799472173056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,uniform,0.8056000073750814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,uniform,0.8903093338012695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,uniform,1.0278826554616292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,uniform,0.23152534166971842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,uniform,0.25571199258168537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,uniform,0.31569600105285645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,uniform,0.5709120035171509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,uniform,1.3171253204345703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,uniform,0.606170654296875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,uniform,0.6844906806945801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,uniform,1.1636693477630615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,uniform,1.4895092646280925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,uniform,0.16168533762296042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,uniform,0.15376533071200052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,uniform,0.15587733189264932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,uniform,0.227728009223938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,uniform,0.2211680014928182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,uniform,0.22649067640304565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,uniform,0.8141547044118246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,uniform,0.913978656133016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,uniform,1.036410649617513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,uniform,0.23550933599472046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,uniform,0.2604159911473592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,uniform,0.32730666796366376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,uniform,0.6182346741358439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,uniform,0.5786133209864298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,uniform,0.6930239995320638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,uniform,0.16459733247756958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,uniform,1.1924373308817546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,uniform,1.3127466837565105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,uniform,0.1684160033861796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,uniform,0.17805866400400797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,uniform,1.500197410583496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,uniform,0.2305813431739807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,uniform,0.233514666557312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,uniform,0.233189324537913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,uniform,0.8345386981964111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,uniform,0.9147520065307617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,uniform,1.0614399909973145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,uniform,0.33504001299540204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,uniform,0.26904000838597614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,uniform,0.23786133527755737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,uniform,0.5841386715571085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,uniform,0.6299200057983398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,uniform,0.7158506711324056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,uniform,1.1965760389963787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,uniform,1.3205599784851074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,uniform,0.2474400003751119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,uniform,0.1821546753247579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,uniform,1.5041813850402832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,uniform,0.16726400454839072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,uniform,0.8310879866282145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,uniform,0.17164266109466553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,uniform,0.27136532465616864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,uniform,0.5895413160324097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,uniform,0.23846399784088135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,uniform,0.23838933308919272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,uniform,0.7406559785207113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,uniform,0.24266133705774942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,uniform,1.0793973604838054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,uniform,0.9280107021331787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,uniform,1.2674612998962402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,uniform,0.34380801518758136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,uniform,1.3361600240071614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,uniform,1.544922669728597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,uniform,0.6305333375930786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,uniform,0.25357333819071454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,uniform,0.8627999623616537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,uniform,0.17483200629552206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,uniform,1.117205301920573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,uniform,0.18475200732549033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,uniform,0.18095999956130981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,uniform,0.2810986638069153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,uniform,0.24175467093785605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,uniform,0.24774932861328125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,uniform,0.9333600203196207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,uniform,0.630624016125997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,uniform,0.24846933285395303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,uniform,0.6547093391418457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,uniform,1.2789386908213298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,uniform,1.3727946281433105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,uniform,0.25862934192021686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,uniform,0.36078933874766034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,uniform,0.7518026828765869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,uniform,0.26148800055185956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,uniform,0.1929759979248047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,uniform,0.19080533583958945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,uniform,0.18451732397079468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,uniform,1.556879997253418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,uniform,1.1630826791127522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,uniform,0.2635999917984009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,uniform,0.6745813687642416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,uniform,0.268394668896993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,uniform,0.3829226493835449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,uniform,0.649072011311849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,uniform,0.865658680597941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,uniform,1.29257599512736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,uniform,0.9617546399434408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,uniform,1.6263465881347656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,uniform,0.29849066336949664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,uniform,0.7922613620758057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,uniform,0.2034506599108378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,uniform,0.2786293427149455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,uniform,0.26764800151189166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,uniform,1.381322701772054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,uniform,0.19062934319178262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,uniform,0.9844319820404053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,uniform,0.19199466705322266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,uniform,0.2627466718355815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,uniform,0.27007999022801715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,uniform,0.31487466891606647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,uniform,1.2448053359985352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,uniform,0.8518666426340739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,uniform,0.8779359658559164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,uniform,1.405178705851237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,uniform,1.1811412970225017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,uniform,1.6606399218241374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,uniform,0.21785600980122885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,uniform,0.4004426797231038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,uniform,0.2107893427213033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,uniform,0.28200532992680866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,uniform,0.6299200057983398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,uniform,0.6875253518422445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,uniform,0.29813865820566815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,uniform,0.22007999817530313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,uniform,0.27214932441711426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,uniform,1.0213759740193684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,uniform,0.338373343149821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,uniform,0.4507146676381429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,uniform,0.7512533664703369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,uniform,0.8856159845987955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,uniform,1.24507737159729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,uniform,1.2866613070170085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,uniform,0.8918240070343018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,uniform,0.28726400931676227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,uniform,1.7175040245056152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,uniform,0.6517013311386108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,uniform,0.4079200029373169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,uniform,0.4378773371378581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,uniform,0.2809600035349528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,uniform,0.3049066662788391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,uniform,1.4285759925842285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,uniform,0.4023573398590088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,uniform,1.124837319056193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,uniform,1.002784013748169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,uniform,0.2720053394635518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,uniform,0.33389333883921307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,uniform,1.4197759628295898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,uniform,0.39426668485005695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,uniform,0.5622826814651489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,uniform,0.8539040088653564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,uniform,0.7093386650085449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,uniform,1.0552586714426677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,uniform,0.30430400371551514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,uniform,1.9067573547363281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,uniform,0.3339466651280721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,uniform,0.44306667645772296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,uniform,0.4844319820404053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,uniform,1.1996320088704426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,uniform,1.3430239359537761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,uniform,0.42561066150665283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,uniform,1.0564906597137451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,uniform,1.5420959790547688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,uniform,0.2938133279482524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,uniform,0.3616693417231242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,uniform,0.6367626587549845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,uniform,0.8881066640218099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,uniform,0.7753600279490153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,uniform,1.1588853200276692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,uniform,1.431418736775716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,uniform,0.4765919844309489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,uniform,1.5497652689615886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,uniform,1.6332586606343586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,uniform,0.4373439947764079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,uniform,0.4524159828821818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,uniform,0.4254026810328166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,uniform,0.6255946556727091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,uniform,0.7237439950307211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,uniform,1.7993653615315754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,uniform,0.41999999682108563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,uniform,0.6248213450113932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,uniform,2.028981367746989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,uniform,0.8978292942047119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,uniform,1.3355199495951335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,uniform,1.1307786305745442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,uniform,1.0336106618245442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,uniform,1.514469305674235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,uniform,0.5498720010121664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,uniform,0.78493332862854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,uniform,1.790671984354655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,uniform,0.5085066556930542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,uniform,0.53656534353892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,uniform,2.280442714691162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,uniform,0.6311839818954468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,uniform,0.821349302927653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,uniform,0.923205296198527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,uniform,1.374575932820638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,uniform,0.7510506312052408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,uniform,1.227509339650472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,uniform,1.4860852559407551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,uniform,0.9199199676513672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,uniform,2.061962604522705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,uniform,0.4922879934310913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,uniform,0.6258986790974935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,uniform,0.9606080055236816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,uniform,0.7612053553263346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,uniform,1.637162685394287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,uniform,0.93339737256368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,uniform,1.9435253143310547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,uniform,2.5403626759847007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,uniform,0.8142560323079427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,uniform,1.179637352625529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,uniform,1.3544480005900066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,uniform,1.1681013107299805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,uniform,1.2172319889068604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,uniform,1.6072907447814941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,uniform,1.425920009613037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,uniform,1.8026132583618164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,uniform,0.7268586953481039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,uniform,2.606501261393229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,uniform,0.956991990407308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,uniform,1.3723999659220378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,uniform,2.4511680603027344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,uniform,1.8000106811523438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,uniform,0.9871626694997152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,uniform,2.2498133977254233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,uniform,1.2061013380686443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,uniform,1.0721973578135173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,uniform,3.0720160802205405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,uniform,1.4398132960001628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,uniform,1.4666879971822102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,uniform,1.812496026357015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,uniform,1.5932374000549316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,uniform,1.584368069966634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,uniform,2.074453353881836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,uniform,1.7795039812723796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,uniform,3.0483147303263345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,uniform,1.117520014444987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,uniform,0.8320106665293375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,uniform,1.654213269551595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,uniform,1.6559359232584636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,uniform,1.4188373883565266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,uniform,2.0832053820292153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,uniform,2.9065173467000327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,uniform,2.0187625885009766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,uniform,2.5428746541341147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,uniform,3.6392428080240884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,uniform,1.7833546002705891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,uniform,2.412346680959066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,uniform,2.200042724609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,uniform,1.537610689798991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,uniform,2.6629974047342935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,uniform,2.50545072555542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,uniform,3.2940746943155923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,uniform,4.809530576070149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,uniform,1.6529119809468586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,uniform,2.455674648284912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,uniform,2.350048065185547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,uniform,2.9743998845418296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,uniform,1.2324639956156414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,uniform,2.0191680590311685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,uniform,1.8797386487325032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,uniform,2.3542720476786294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,uniform,4.334549268086751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,uniform,2.972655932108561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,uniform,2.3854880332946777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,uniform,3.1866188049316406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,uniform,3.1296908060709634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,uniform,4.736096064249675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,uniform,3.4510666529337564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,uniform,2.8932692209879556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,uniform,3.844074567159017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,uniform,5.804010391235352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,uniform,1.613418738047282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,uniform,2.1611572901407876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,uniform,3.2357279459635415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,uniform,3.13424015045166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,uniform,2.8319307963053384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,uniform,3.8712425231933594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,uniform,2.991194725036621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,uniform,5.712501525878906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,uniform,3.494079907735189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,uniform,3.605205217997233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,uniform,4.652885437011719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,uniform,6.7056427001953125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,uniform,4.40609073638916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,uniform,5.19653860727946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,uniform,4.657205263773601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,uniform,4.225472132364909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,uniform,5.6567840576171875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,uniform,2.338575998942057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,uniform,8.535386403401693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,uniform,3.183765411376953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,uniform,4.258912086486816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,uniform,4.806096076965332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,uniform,5.386650721232097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,uniform,3.9743785858154297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,uniform,3.8192319869995117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,uniform,4.328965187072754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,uniform,5.8691253662109375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,uniform,8.07368024190267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,uniform,4.544944127400716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,uniform,5.848794937133789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,uniform,8.739962895711264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,uniform,6.278698603312175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,uniform,7.103631973266602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,uniform,5.5476640065511065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,uniform,4.208448092142741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,uniform,3.045599937438965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,uniform,7.558448155721028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,uniform,11.39309310913086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,uniform,6.43179194132487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,uniform,5.721343994140625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,uniform,5.111503918965657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,uniform,4.7453813552856445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,uniform,7.2433013916015625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,uniform,5.607776006062825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,uniform,7.627125422159831
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,uniform,8.895013173421225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,uniform,10.825504302978516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,uniform,6.17092768351237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,uniform,8.192207972208658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,uniform,12.168095906575521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,uniform,8.065194447835287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,uniform,6.976634979248047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,uniform,3.8187147776285806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,uniform,9.393434524536133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,uniform,14.34457015991211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,uniform,5.226565361022949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,uniform,7.898853302001953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,uniform,0.17590934038162231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,uniform,8.714917500813803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,uniform,6.843296051025391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,uniform,0.07690133154392242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,uniform,0.10461333394050598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,uniform,0.2354080080986023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,uniform,0.06679466863473256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,uniform,0.12812266747156778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,uniform,0.08330133557319641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,uniform,0.07948266466458638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,uniform,0.08196799953778584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,uniform,0.0790773332118988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,uniform,0.08035733302434285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,uniform,0.05741333464781443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,uniform,0.08688533306121826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,uniform,0.057258665561676025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,uniform,0.05909333129723867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,uniform,0.06084266801675161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,uniform,0.07707733412583669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,uniform,0.07743466893831889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,uniform,0.07833600044250488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,uniform,0.08057599763075511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,uniform,0.08407466610272725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,uniform,0.08239999910195668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,uniform,0.08166933556397755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,uniform,0.08820266524950664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,uniform,0.1783199906349182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,uniform,0.10827733079592387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,uniform,13.211920420328775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,uniform,0.09684800108273824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,uniform,0.09238400061925252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,uniform,0.2228053410847982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,uniform,0.11539199948310852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,uniform,0.12920533617337546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,uniform,0.13129066427548727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,uniform,7.893626530965169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,uniform,0.09230400125185649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,uniform,0.10707199573516846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,uniform,0.10507200161616008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,uniform,0.06633066634337108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,uniform,0.06982400019963582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,uniform,10.317455927530924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,uniform,0.11396800478299458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,uniform,0.07125866909821828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,uniform,0.10293333729108174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,uniform,0.07353066901365916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,uniform,0.1065066655476888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,uniform,0.09961066643397014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,uniform,0.10310399532318115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,uniform,15.340340932210287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,uniform,0.09729599952697754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,uniform,0.1072213351726532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,uniform,0.10468266407648723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,uniform,0.16105600198109946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,uniform,0.14786666631698608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,uniform,0.11514666676521301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,uniform,0.1416106621424357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,uniform,0.13738133509953818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,uniform,0.2062079906463623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,uniform,0.22998400529225668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,uniform,0.2127679983774821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,uniform,0.18454933166503906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,uniform,0.08564800024032593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,uniform,0.14017066359519958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,uniform,0.14062399665514627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,uniform,0.1332586705684662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,uniform,0.15389333168665567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,uniform,0.08166933556397755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,uniform,0.1585973302523295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,uniform,0.08679466446240743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,uniform,0.09102933605511983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,uniform,0.15782399972279867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,uniform,0.14914133151372275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,uniform,0.16797866423924765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,uniform,0.1423679987589518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,uniform,0.14300800363222757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,uniform,0.1428053379058838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,uniform,0.15685866276423135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,uniform,0.17070933183034262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,uniform,0.1456160048643748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,uniform,0.1397760013739268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,uniform,0.13335466384887695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,uniform,0.21313067277272543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,uniform,0.24317866563796997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,uniform,0.210533340771993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,uniform,0.23348265886306763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,uniform,0.23172799746195474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,uniform,0.20454400777816772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,uniform,0.12434666355450948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,uniform,0.23400533199310303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,uniform,0.24105600516001383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,uniform,0.12335999806722005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,uniform,0.237226665019989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,uniform,0.24611733357111612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,uniform,0.13689066966374716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,uniform,0.12963733077049255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,uniform,0.26501866181691486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,uniform,0.2386666735013326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,uniform,0.23728533585866293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,uniform,0.2322453260421753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,uniform,0.23526400327682495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,uniform,0.22307199239730835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,uniform,0.2613706588745117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,uniform,0.16409066319465637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,uniform,0.1346453328927358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,uniform,0.14326399564743042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,uniform,0.1325653294722239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,uniform,0.2109866738319397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,uniform,0.1880213419596354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,uniform,0.20889067649841309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,uniform,0.40556267897288006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,uniform,0.40350401401519775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,uniform,0.4170453151067098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,uniform,0.18783466021219888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,uniform,0.4656053384145101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,uniform,0.19955732425053915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,uniform,0.18825066089630127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,uniform,0.22686400016148886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,uniform,0.39502398173014325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,uniform,0.4279786745707194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,uniform,0.41254933675130206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,uniform,0.4097919861475627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,uniform,0.4349386692047119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,uniform,0.41386131445566815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,uniform,0.41915734608968097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,uniform,0.14314666390419006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,uniform,0.46822933355967206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,uniform,0.16382933656374613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,uniform,0.14028267065684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,uniform,0.13033599654833475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,uniform,0.21995733181635538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,uniform,0.18825066089630127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,uniform,0.20779732863108316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,uniform,0.20946133136749268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,uniform,0.7209866841634115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,uniform,0.7182026704152426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,uniform,0.7408053080240885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,uniform,0.19119999806086221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,uniform,0.8301013310750326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,uniform,0.19112000862757364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,uniform,0.19897600015004477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,uniform,0.2320800026257833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,uniform,0.5165119965871176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,uniform,0.5381653308868408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,uniform,0.5176693201065063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,uniform,0.4869226614634196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,uniform,0.7719840208689371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,uniform,0.7709279855092367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,uniform,0.7576693693796793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,uniform,0.138373335202535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,uniform,0.1588320036729177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,uniform,0.8456052939097086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,uniform,0.13074666261672974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,uniform,0.13769066333770752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,uniform,0.21255467335383096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,uniform,0.2275573412577311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,uniform,0.1925493280092875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,uniform,0.21015467246373495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,uniform,0.7277653217315674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,uniform,0.7158239682515463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,uniform,0.7428426742553711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,uniform,0.20146665970484415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,uniform,0.19221866130828857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,uniform,0.8234933217366537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,uniform,0.19196265935897827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,uniform,0.23375467459360758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,uniform,0.5219200054804484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,uniform,0.5412586530049642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,uniform,0.5182880163192749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,uniform,0.49028801918029785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,uniform,1.051584005355835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,uniform,1.0587999820709229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,uniform,1.1173546314239502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,uniform,1.1999839941660564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,uniform,0.15920533736546835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,uniform,0.13893333077430725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,uniform,0.13009599844614664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,uniform,0.24501866102218628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,uniform,0.1381226678689321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,uniform,0.2161066730817159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,uniform,0.20612800121307373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,uniform,0.2116373380025228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,uniform,0.741487979888916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,uniform,0.7301332950592041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,uniform,0.8179252942403158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,uniform,0.7455306847890218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,uniform,0.19516799847284952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,uniform,0.19399466117223105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,uniform,0.20297066370646158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,uniform,0.5030453205108643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,uniform,0.2380853295326233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,uniform,0.5073546568552653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,uniform,0.5187413295110067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,uniform,0.5667253335316976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,uniform,1.0626346270243328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,uniform,0.14097066720326742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,uniform,1.1045013268788655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,uniform,1.0638026396433513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,uniform,1.2503306865692139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,uniform,0.15128533045450845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,uniform,0.1416853368282318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,uniform,0.1442026694615682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,uniform,0.20642666021982828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,uniform,0.21864533424377441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,uniform,0.2138026754061381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,uniform,0.7174506982167562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,uniform,0.21419199307759604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,uniform,0.7090826829274496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,uniform,0.7125120162963867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,uniform,0.1946986714998881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,uniform,0.8107093175252279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,uniform,0.19601066907246908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,uniform,0.20549333095550537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,uniform,0.5429066816965739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,uniform,0.24091732501983643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,uniform,0.5070559978485107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,uniform,0.5045813322067261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,uniform,0.4995946486790975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,uniform,1.0865226586659749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,uniform,1.2494773070017497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,uniform,0.15043733517328897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,uniform,1.06932266553243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,uniform,0.14165866374969482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,uniform,1.0622666676839192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,uniform,0.14273066322008768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,uniform,0.14473600188891092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,uniform,0.218831996122996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,uniform,0.21612799167633057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,uniform,0.20153599977493286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,uniform,0.21387199560801187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,uniform,0.6991573174794515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,uniform,0.7008000214894613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,uniform,0.7174133459726969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,uniform,0.8204533259073893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,uniform,0.19697066148122153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,uniform,0.19705599546432495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,uniform,0.2097813288370768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,uniform,0.23869866132736206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,uniform,0.498639980951945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,uniform,0.49411733945210773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,uniform,0.5023359855016073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,uniform,0.5496213436126709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,uniform,1.0585599740346272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,uniform,1.0456746419270833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,uniform,1.0445280075073242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,uniform,0.15986667076746622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,uniform,0.22178133328755698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,uniform,0.15230933825174967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,uniform,1.2005706628163655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,uniform,0.1474720040957133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,uniform,0.14552533626556396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,uniform,0.20863999923070273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,uniform,0.21729600429534912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,uniform,0.7092533111572266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,uniform,0.20407466093699136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,uniform,0.19990400473276773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,uniform,0.7127253214518229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,uniform,0.8325760364532471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,uniform,0.7235519886016846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,uniform,0.19868266582489014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,uniform,0.21157334248224893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,uniform,0.24683199326197305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,uniform,0.5035146474838257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,uniform,0.5115573406219482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,uniform,0.502613345781962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,uniform,0.561461329460144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,uniform,1.0695306460062664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,uniform,1.0436800320943196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,uniform,1.0519999663035076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,uniform,0.1674720048904419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,uniform,1.2063946723937988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,uniform,0.16085333625475565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,uniform,0.1553920010725657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,uniform,0.2244960069656372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,uniform,0.25757867097854614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,uniform,0.16860800981521606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,uniform,0.23449599742889404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,uniform,0.2303839921951294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,uniform,0.7127626736958822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,uniform,0.7302453517913818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,uniform,0.8464746475219727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,uniform,0.7322773138682047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,uniform,0.20017600059509277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,uniform,0.21561066309611002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,uniform,0.2042293349901835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,uniform,0.24898133675257364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,uniform,0.5073759953180949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,uniform,0.5144426822662354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,uniform,0.5048533280690511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,uniform,0.5730133454004923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,uniform,1.0430346330006917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,uniform,1.0709653695424397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,uniform,0.16168000300725302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,uniform,0.1660160024960836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,uniform,1.1118666330973308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,uniform,1.2290666898091633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,uniform,0.1570186714331309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,uniform,0.17269333203633627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,uniform,0.22017600138982138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,uniform,0.23577600717544556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,uniform,0.25826666752497357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,uniform,0.2277066707611084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,uniform,0.7126773198445638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,uniform,0.7533973058064779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,uniform,0.7180906931559244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,uniform,0.20204265912373862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,uniform,0.2547253370285034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,uniform,0.21728533506393433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,uniform,0.2044693430264791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,uniform,0.8527893225351969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,uniform,0.5084693431854248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,uniform,0.5113493204116821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,uniform,0.5201119979222616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,uniform,0.5795679887135824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,uniform,1.057418664296468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,uniform,1.0564800103505452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,uniform,1.0819199879964192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,uniform,0.1665013333161672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,uniform,1.2852106889088948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,uniform,0.16409599781036377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,uniform,0.2688800096511841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,uniform,0.1829973260561625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,uniform,0.1732106606165568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,uniform,0.2460319995880127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,uniform,0.2614826758702596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,uniform,0.252400000890096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,uniform,0.7178293069203695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,uniform,0.7246879736582438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,uniform,0.7528159618377686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,uniform,0.8743946552276611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,uniform,0.20433600743611655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,uniform,0.20829333861668906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,uniform,0.22014933824539185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,uniform,0.26127467552820843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,uniform,0.5288853247960409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,uniform,0.5124426682790121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,uniform,0.5143200159072876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,uniform,0.593941330909729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,uniform,1.0589333375295003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,uniform,1.0657973289489746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,uniform,0.22678399085998535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,uniform,1.0869706471761067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,uniform,0.22361600399017334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,uniform,1.2586560249328613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,uniform,0.2072746753692627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,uniform,0.20706667502721152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,uniform,0.2988053361574809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,uniform,0.3065706690152486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,uniform,0.29918400446573895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,uniform,0.744698683420817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,uniform,0.3207040031750997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,uniform,0.8977599938710531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,uniform,0.73908797899882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,uniform,0.7673919995625814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,uniform,0.22860799233118692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,uniform,0.2414720058441162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,uniform,0.2765013376871745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,uniform,0.34856001536051434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,uniform,0.5225013494491577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,uniform,0.5320213238398234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,uniform,0.6132426659266154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,uniform,0.5509706735610962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,uniform,1.3159573078155518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,uniform,1.128933350245158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,uniform,1.078005313873291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,uniform,1.1090186436971028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,uniform,0.2481493353843689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,uniform,0.22993600368499756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,uniform,0.233024001121521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,uniform,0.36921600500742596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,uniform,0.25088000297546387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,uniform,0.3425706624984741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,uniform,0.34001068274180096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,uniform,0.3602986733118693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,uniform,0.7355039914449056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,uniform,0.7656640211741129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,uniform,0.9051946798960367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,uniform,0.23121599356333414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,uniform,0.24531733989715576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,uniform,0.7872959772745768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,uniform,0.2825546662012736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,uniform,0.35556801160176593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,uniform,0.5466399987538656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,uniform,0.5700426499048868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,uniform,1.0804800192515056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,uniform,0.6233760118484497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,uniform,0.7636853059132894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,uniform,1.135759989420573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,uniform,1.1280852953592937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,uniform,0.2855626742045085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,uniform,0.2794719934463501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,uniform,0.2783733407656352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,uniform,0.30382933219273883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,uniform,1.2848052978515625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,uniform,0.4263039827346802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,uniform,0.4307626485824585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,uniform,0.41947734355926514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,uniform,0.451530655225118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,uniform,0.8024746576944987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,uniform,0.7611680030822754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,uniform,0.7459946473439535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,uniform,0.23916800816853842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,uniform,0.9337279796600342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,uniform,0.2525599996248881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,uniform,0.3728853464126587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,uniform,0.29362666606903076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,uniform,0.5534240007400513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,uniform,0.5778559843699137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,uniform,0.6376320123672485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,uniform,0.7856319745381674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,uniform,1.1454986731211345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,uniform,1.0913866360982258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,uniform,0.3847893476486206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,uniform,1.105631987253825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,uniform,1.3239946365356445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,uniform,0.3843466838200887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,uniform,0.39402135213216144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,uniform,0.6121120055516561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,uniform,0.41865599155426025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,uniform,0.6161226828893026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,uniform,0.6316959857940674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,uniform,0.5951893329620361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,uniform,0.8031893571217855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,uniform,0.8643946647644043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,uniform,1.2855679988861084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,uniform,0.9742986361185709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,uniform,0.32500267028808594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,uniform,0.298799991607666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,uniform,0.3848053216934204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,uniform,0.49695467948913574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,uniform,0.650757352511088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,uniform,0.698469320933024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,uniform,0.7957973480224609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,uniform,1.13701335589091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,uniform,1.019034703572591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,uniform,1.1935199896494548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,uniform,1.216368039449056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,uniform,0.49480533599853516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,uniform,1.4016159375508626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,uniform,0.48983999093373615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,uniform,0.5330026547114054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,uniform,0.5028426647186279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,uniform,0.7718719641367594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,uniform,0.7739786307017008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,uniform,0.788154681523641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,uniform,0.814896027247111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,uniform,1.009013334910075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,uniform,0.8946879704793295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,uniform,1.3292960325876872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,uniform,0.8283893267313639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,uniform,0.34626134236653644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,uniform,0.3839413324991862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,uniform,0.462282657623291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,uniform,0.6124639908472697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,uniform,0.8191413084665934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,uniform,0.9225707054138184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,uniform,0.8188266754150391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,uniform,1.180357297261556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,uniform,1.1781973044077556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,uniform,1.2484052975972493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,uniform,0.7334187030792236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,uniform,1.4220693906148274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,uniform,0.7152907053629557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,uniform,0.7103040218353271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,uniform,1.8603359858194988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,uniform,0.7752106984456381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,uniform,1.1452639897664387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,uniform,1.1071200370788574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,uniform,1.1208586692810059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,uniform,1.1666186650594075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,uniform,0.9549706776936849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,uniform,1.053920030593872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,uniform,1.2152907053629558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,uniform,1.606239954630534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,uniform,0.45658667882283527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,uniform,0.502239982287089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,uniform,0.5989173253377279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,uniform,0.7545440196990967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,uniform,1.0718453725179036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,uniform,1.1287039915720622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,uniform,1.2530346711476643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,uniform,0.9834880034128824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,uniform,1.2289120356241863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,uniform,1.4592960675557454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,uniform,1.487504005432129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,uniform,1.3034826914469402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,uniform,1.9569493929545085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,uniform,0.940608024597168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,uniform,0.9755679766337076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,uniform,1.0633227030436199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,uniform,1.5880212783813477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,uniform,1.4994932810465496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,uniform,1.5665067036946614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,uniform,1.5611999829610188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,uniform,1.1202346483866374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,uniform,1.2248000303904216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,uniform,1.4254026412963867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,uniform,1.860154628753662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,uniform,0.5781493186950684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,uniform,0.6256106694539388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,uniform,0.9055306911468506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,uniform,0.7206239700317383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,uniform,1.437189261118571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,uniform,1.5099306106567383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,uniform,1.5641066233317058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,uniform,1.3811626434326172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,uniform,1.891584078470866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,uniform,1.4992960294087727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,uniform,1.7576692899068196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,uniform,1.5055519739786785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,uniform,1.3843146959940593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,uniform,2.310293356577555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,uniform,1.6060214042663574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,uniform,1.5523786544799805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,uniform,2.3002026875813804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,uniform,2.449962615966797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,uniform,2.4595893224080405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,uniform,2.3548693656921387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,uniform,1.63262939453125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,uniform,1.9837652842203777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,uniform,0.7655626932779948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,uniform,1.7806506156921387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,uniform,2.4486826260884604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,uniform,0.8564426898956299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,uniform,0.9820106824239095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,uniform,1.2450026671091716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,uniform,1.8903892834981282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,uniform,2.0998560587565103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,uniform,2.1055787404378257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,uniform,1.6607680320739746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,uniform,2.6932640075683594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,uniform,1.8126613299051921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,uniform,2.1171679496765137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,uniform,2.0674400329589844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,uniform,1.979845364888509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,uniform,2.748005231221517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,uniform,2.1763200759887695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,uniform,2.22763729095459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,uniform,3.2184108098347983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,uniform,3.441557248433431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,uniform,3.3971519470214844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,uniform,3.357957204182943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,uniform,2.3460639317830405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,uniform,2.398394743601481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,uniform,2.7055625915527344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,uniform,3.1266345977783203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,uniform,1.008090655008952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,uniform,1.1450506846110027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,uniform,1.2613920370737712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,uniform,1.617136001586914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,uniform,2.389834721883138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,uniform,2.6673707962036133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,uniform,2.5981973012288413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,uniform,3.463029225667318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,uniform,2.545952002207438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,uniform,2.940261205037435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,uniform,3.248453458150228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,uniform,3.7699413299560547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,uniform,3.0941759745279946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,uniform,3.200677235921224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,uniform,3.3961385091145835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,uniform,3.3959360122680664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,uniform,5.255248069763184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,uniform,5.427802403767903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,uniform,5.272543907165527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,uniform,5.43339729309082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,uniform,3.1737546920776367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,uniform,3.48529052734375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,uniform,4.257338523864746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,uniform,1.4686133066813152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,uniform,1.566383997599284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,uniform,4.762650807698567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,uniform,1.9406399726867676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,uniform,2.329029401143392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,uniform,3.494160016377767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,uniform,3.9608799616495767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,uniform,4.420373280843099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,uniform,5.093184153238933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,uniform,3.4603840510050454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,uniform,3.823952039082845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,uniform,4.183658599853516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,uniform,4.876271883646647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,uniform,4.408410708109538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,uniform,4.371466636657715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,uniform,4.54747200012207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,uniform,4.565466562906901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,uniform,7.680208206176758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,uniform,7.225055694580078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,uniform,7.381317138671875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,uniform,7.005008061726888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,uniform,4.294480005900065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,uniform,4.815653483072917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,uniform,5.595818837483724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,uniform,6.573061625162761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,uniform,1.9397813479105632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,uniform,2.048112074534098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,uniform,2.495120048522949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,uniform,3.1853386561075845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,uniform,4.842661221822103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,uniform,5.107637405395508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,uniform,5.7987626393636065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,uniform,6.620277404785156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,uniform,4.622751871744792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,uniform,4.993103981018066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,uniform,5.756432215372722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,uniform,6.810778935750325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,uniform,6.893642425537109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,uniform,6.955872217814128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,uniform,6.871957143147786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,uniform,6.932629267374675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,uniform,12.313957214355469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,uniform,11.912357330322266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,uniform,12.04763158162435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,uniform,11.702740987141928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,uniform,7.285392125447591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,uniform,8.310223897298178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,uniform,6.508506774902344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,uniform,3.0084053675333657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,uniform,10.020053227742514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,uniform,3.172938664754232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,uniform,3.6240533192952475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,uniform,4.702906608581543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,uniform,7.400906880696614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,uniform,7.887962977091472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,uniform,9.973306655883789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,uniform,7.244789123535156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,uniform,8.603941599527994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,uniform,7.511061350504558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,uniform,10.072021484375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,uniform,8.519360224405924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,uniform,9.304373423258463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,uniform,9.115301132202148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,uniform,9.255568186442057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,uniform,9.570863723754883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,uniform,17.10710906982422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,uniform,17.107584635416668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,uniform,16.68017578125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,uniform,15.657610575358072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,uniform,9.311040242513021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,uniform,10.049253463745117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,uniform,11.404720306396484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,uniform,13.218757629394531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,uniform,4.289461453755696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,uniform,4.100111961364746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,uniform,4.939615885416667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,uniform,6.385712305704753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,uniform,10.264383951822916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,uniform,10.556954701741537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,uniform,11.542293548583984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,uniform,9.126160303751627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,uniform,13.334405263264975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,uniform,10.163946787516275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,uniform,11.669306437174479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,uniform,12.024218241373697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,uniform,13.303450266520182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,uniform,11.903802235921225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,uniform,11.481669108072916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,uniform,11.819114685058594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,uniform,21.598106384277344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,uniform,21.686859130859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,uniform,21.16037877400716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,uniform,19.794495900472004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,uniform,11.858885447184244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,uniform,11.876368204752604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,uniform,13.87609608968099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,uniform,16.640506744384766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,uniform,5.217424074808757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,uniform,5.46237309773763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,uniform,7.876437505086263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,uniform,6.3041229248046875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,uniform,12.615355173746744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,uniform,12.848111470540365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,uniform,14.157231648763021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,uniform,0.11070932944615682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,uniform,0.07507733503977458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,uniform,0.06065600117047628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,uniform,16.30450693766276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,uniform,0.05505600074927012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,uniform,12.138874053955078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,uniform,14.463701883951822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,uniform,0.13315733273824057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,uniform,0.07396266857783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,uniform,12.729012807210287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,uniform,0.08874133229255676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,uniform,0.06874666611353557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,uniform,0.06342933575312297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,uniform,0.06986666719118755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,uniform,17.180213928222656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,uniform,0.06070399781068166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,uniform,0.04979733129342397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,uniform,0.06489600241184235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,uniform,0.04983466863632202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,uniform,0.04986133178075155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,uniform,0.06000000238418579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,uniform,0.05323199927806854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,uniform,0.060458665092786155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,uniform,0.06075199941794077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,uniform,0.06541866560777028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,uniform,0.061477333307266235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,uniform,0.07193066676457723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,uniform,0.0639519989490509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,uniform,0.06739200154940288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,uniform,0.10541866223017375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,uniform,0.07691733539104462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,uniform,0.09501333038012187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,uniform,0.07292266686757405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,uniform,0.06749333441257477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,uniform,0.1434399982293447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,uniform,0.08558932940165202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,uniform,0.07634133100509644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,uniform,0.08758933345476787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,uniform,0.07532266775767009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,uniform,0.07734933495521545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,uniform,0.05584533512592316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,uniform,0.08914666374524434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,uniform,0.052416001756985985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,uniform,0.0594400018453598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,uniform,0.07775466640790303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,uniform,0.055888002117474876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,uniform,0.07043733199437459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,uniform,0.07321600119272868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,uniform,0.08003733555475871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,uniform,0.07683733105659485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,uniform,0.08698667089144389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,uniform,0.08037333190441132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,uniform,0.07788266738255818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,uniform,0.09373333056767781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,uniform,0.1088213324546814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,uniform,0.09453866879145305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,uniform,0.09196266531944275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,uniform,0.1333440045515696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,uniform,0.1381653348604838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,uniform,0.1270026663939158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,uniform,0.09273599584897359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,uniform,0.12688533465067545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,uniform,0.10034666458765666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,uniform,0.11569066842397054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,uniform,0.09205333391825359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,uniform,0.06676266590754192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,uniform,0.08101866642634074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,uniform,0.06680533289909363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,uniform,0.06843733290831248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,uniform,0.09880533814430237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,uniform,0.10042666395505269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,uniform,0.10321066776911418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,uniform,0.11587199568748474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,uniform,0.09556266665458679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,uniform,0.09577066699663798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,uniform,0.10110400120417277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,uniform,0.12007466952006023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,uniform,0.09985599915186565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,uniform,0.1025333305199941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,uniform,0.09246933460235596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,uniform,0.1409333348274231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,uniform,0.13340800007184347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,uniform,0.09755200147628784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,uniform,0.12897066275278726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,uniform,0.12667733430862427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,uniform,0.13531733552614847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,uniform,0.08800533413887024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,uniform,0.17466666301091513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,uniform,0.1479093333085378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,uniform,0.13429333766301474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,uniform,0.09550399581591289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,uniform,0.0899786651134491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,uniform,0.1123466690381368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,uniform,0.14613333344459534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,uniform,0.14266666769981384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,uniform,0.15310399731000265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,uniform,0.1750026742617289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,uniform,0.14575466513633728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,uniform,0.14270400007565817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,uniform,0.10456533233324687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,uniform,0.15550399820009866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,uniform,0.18654932578404745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,uniform,0.09592533111572266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,uniform,0.09718933701515198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,uniform,0.0969599982102712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,uniform,0.12170666456222534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,uniform,0.13216533263524374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,uniform,0.13715733091036478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,uniform,0.21504533290863037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,uniform,0.2129439910252889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,uniform,0.12743999560674033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,uniform,0.2405386765797933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,uniform,0.2930293281873067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,uniform,0.1220693290233612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,uniform,0.12463466326395671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,uniform,0.1765120029449463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,uniform,0.13826666275660196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,uniform,0.22462934255599976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,uniform,0.29047467311223346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,uniform,0.24070932467778525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,uniform,0.22323199113210043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,uniform,0.23203200101852417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,uniform,0.25731199979782104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,uniform,0.22673600912094116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,uniform,0.30453866720199585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,uniform,0.1050986647605896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,uniform,0.10139733552932739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,uniform,0.13158399860064188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,uniform,0.09373866518338521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,uniform,0.13776000340779623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,uniform,0.09333866834640503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,uniform,0.12882133324941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,uniform,0.12798933188120523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,uniform,0.3742453257242839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,uniform,0.42261334260304767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,uniform,0.37759466965993244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,uniform,0.12256000439325969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,uniform,0.5377493302027384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,uniform,0.12660266955693564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,uniform,0.139082670211792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,uniform,0.17647467056910196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,uniform,0.2720693349838257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,uniform,0.27239465713500977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,uniform,0.35990933577219647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,uniform,0.29470932483673096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,uniform,0.40722668170928955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,uniform,0.38996267318725586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,uniform,0.10796266794204712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,uniform,0.43213868141174316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,uniform,0.09124267101287842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,uniform,0.5416640043258667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,uniform,0.10171733299891154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,uniform,0.09669867157936096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,uniform,0.1458186705907186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,uniform,0.12045866250991821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,uniform,0.37911999225616455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,uniform,0.12983466188112894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,uniform,0.1281706690788269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,uniform,0.3799733320871989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,uniform,0.4244426488876343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,uniform,0.5489013195037842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,uniform,0.12298132975896199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,uniform,0.14670933286348978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,uniform,0.12869866689046225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,uniform,0.1765600045522054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,uniform,0.27641065915425617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,uniform,0.2755519946416219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,uniform,0.2966559926668803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,uniform,0.3594293196996053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,uniform,0.5550986528396606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,uniform,0.606879989306132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,uniform,0.5337226788202921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,uniform,0.789568026860555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,uniform,0.10686933000882466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,uniform,0.09511466821034749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,uniform,0.09564266602198283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,uniform,0.09614400068918864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,uniform,0.13537066181500754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,uniform,0.13364799817403158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,uniform,0.1291253368059794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,uniform,0.1286079982916514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,uniform,0.3792159954706828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,uniform,0.3843573331832886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,uniform,0.1269653340180715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,uniform,0.1306666632493337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,uniform,0.43112532297770184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,uniform,0.5504746834437052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,uniform,0.1787839929262797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,uniform,0.14357866843541464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,uniform,0.2762773235638936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,uniform,0.3014773329099019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,uniform,0.3640373150507609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,uniform,0.2751573324203491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,uniform,0.5648266474405924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,uniform,0.5631893475850424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,uniform,0.6138079961140951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,uniform,0.7918186982472738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,uniform,0.09780266880989075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,uniform,0.09507733583450317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,uniform,0.10406933228174846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,uniform,0.10446932911872864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,uniform,0.13407466808954874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,uniform,0.13622933626174927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,uniform,0.38174935181935626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,uniform,0.13491732875506082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,uniform,0.1414186656475067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,uniform,0.3866080045700073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,uniform,0.43478933970133465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,uniform,0.12704533338546753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,uniform,0.5548426707585653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,uniform,0.15221333503723145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,uniform,0.1309599975744883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,uniform,0.17996267477671304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,uniform,0.29016000032424927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,uniform,0.2767146627108256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,uniform,0.31970133384068805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,uniform,0.36555735270182294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,uniform,0.5429386695226034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,uniform,0.5484906832377116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,uniform,0.10462933778762817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,uniform,0.8013280232747396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,uniform,0.6136426528294882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,uniform,0.09630399942398071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,uniform,0.09900266925493877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,uniform,0.10265599687894185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,uniform,0.12985600034395853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,uniform,0.1360213359196981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,uniform,0.13593066732088724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,uniform,0.14043200016021729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,uniform,0.39101866881052655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,uniform,0.38366401195526123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,uniform,0.43645866711934406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,uniform,0.12913599610328674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,uniform,0.5600959857304891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,uniform,0.1330826679865519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,uniform,0.1474399964014689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,uniform,0.1815626621246338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,uniform,0.3717333475748698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,uniform,0.28199466069539386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,uniform,0.3245813250541687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,uniform,0.28567999601364136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,uniform,0.5502506494522095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,uniform,0.543173352877299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,uniform,0.6228533188501993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,uniform,0.10266666611035664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,uniform,0.13433600465456644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,uniform,0.09982933600743611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,uniform,0.10081066687901814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,uniform,0.8030827045440674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,uniform,0.10302399595578511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,uniform,0.13620799779891968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,uniform,0.13822933038075766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,uniform,0.13780267039934793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,uniform,0.38808000087738037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,uniform,0.39530666669209796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,uniform,0.44252800941467285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,uniform,0.13181333740552267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,uniform,0.13617066542307535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,uniform,0.5676159858703613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,uniform,0.15110933780670166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,uniform,0.18528000513712564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,uniform,0.28649065891901654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,uniform,0.28494399785995483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,uniform,0.30904533465703327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,uniform,0.5460106531778971
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,uniform,0.3722453514734904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,uniform,0.1086346705754598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,uniform,0.562447985013326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,uniform,0.6273653507232666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,uniform,0.817466656366984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,uniform,0.35840535163879395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,uniform,0.14224533240000406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,uniform,0.12166933218638103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,uniform,0.15069866180419922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,uniform,0.10871466994285583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,uniform,0.15770133336385092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,uniform,0.39130131403605145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,uniform,0.14667200048764548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,uniform,0.45119468371073407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,uniform,0.39794135093688965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,uniform,0.1325493355592092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,uniform,0.5840746561686198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,uniform,0.13702399532000223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,uniform,0.1550879975159963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,uniform,0.19930134216944376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,uniform,0.2852906584739685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,uniform,0.28678399324417114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,uniform,0.3187413414319356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,uniform,0.3799360195795695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,uniform,0.5545653502146403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,uniform,0.10868799686431885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,uniform,0.8292799790700277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,uniform,0.5596213340759277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,uniform,0.6352320114771525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,uniform,0.10806399583816528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,uniform,0.10965333382288615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,uniform,0.14412267009417215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,uniform,0.1165706713994344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,uniform,0.15635200341542563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,uniform,0.15010133385658264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,uniform,0.15898133317629495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,uniform,0.39327998956044513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,uniform,0.40092798074086505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,uniform,0.5849173466364542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,uniform,0.4535520076751709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,uniform,0.13436800241470337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,uniform,0.15702933073043823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,uniform,0.139765332142512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,uniform,0.19217600425084433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,uniform,0.2881653308868408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,uniform,0.3163040081659953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,uniform,0.2940799991289775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,uniform,0.5642026662826538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,uniform,0.3884426752726237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,uniform,0.5551146666208903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,uniform,0.6398346821467081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,uniform,0.11513066291809082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,uniform,0.1353653371334076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,uniform,0.1132480005423228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,uniform,0.8384746710459391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,uniform,0.1620319982369741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,uniform,0.12101866801579793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,uniform,0.1628320018450419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,uniform,0.1574079990386963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,uniform,0.4023733139038086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,uniform,0.17729600270589194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,uniform,0.40835734208424884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,uniform,0.46239999930063885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,uniform,0.5998560190200806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,uniform,0.14361600081125894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,uniform,0.13667733470598856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,uniform,0.1597653329372406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,uniform,0.2035413384437561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,uniform,0.29795199632644653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,uniform,0.2936426599820455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,uniform,0.3253920078277588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,uniform,0.3978026707967122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,uniform,0.561738650004069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,uniform,0.5733226537704468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,uniform,0.650325338045756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,uniform,0.1472640037536621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,uniform,0.8540799617767334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,uniform,0.14103999733924866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,uniform,0.1421013375123342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,uniform,0.15953600406646729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,uniform,0.1881813406944275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,uniform,0.21177067359288534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,uniform,0.1879253387451172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,uniform,0.19696533679962158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,uniform,0.412224014600118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,uniform,0.4260266621907552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,uniform,0.4778133233388265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,uniform,0.1770346760749817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,uniform,0.16014933586120605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,uniform,0.6130133469899496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,uniform,0.30641599496205646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,uniform,0.286080002784729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,uniform,0.21279466152191162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,uniform,0.3396480083465576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,uniform,0.31148266792297363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,uniform,0.4102240006128947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,uniform,0.6672053337097168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,uniform,0.5750826597213745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,uniform,0.5889493227005005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,uniform,0.160453329483668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,uniform,0.8655680020650228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,uniform,0.17534399032592773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,uniform,0.15473600228627524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,uniform,0.22447466850280762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,uniform,0.1572480003039042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,uniform,0.2167253295580546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,uniform,0.21784534056981406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,uniform,0.2367039918899536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,uniform,0.43108801047007245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,uniform,0.6301013231277466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,uniform,0.4165653387705485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,uniform,0.16300266981124878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,uniform,0.48686933517456055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,uniform,0.18046400944391885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,uniform,0.21912533044815063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,uniform,0.29234667619069415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,uniform,0.3341919978459676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,uniform,0.36028265953063965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,uniform,0.42577600479125977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,uniform,0.5648853381474813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,uniform,0.5842880010604858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,uniform,0.5954560041427612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,uniform,0.18086934089660645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,uniform,0.18018666903177896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,uniform,0.6765759785970052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,uniform,0.8732000192006429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,uniform,0.20945600668589273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,uniform,0.1909173329671224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,uniform,0.25894399483998615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,uniform,0.2698880036671956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,uniform,0.26004799207051593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,uniform,0.2904213269551595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,uniform,0.4308319886525472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,uniform,0.44389867782592773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,uniform,0.5054986476898193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,uniform,0.18835200866063437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,uniform,0.170906662940979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,uniform,0.30613332986831665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,uniform,0.6476213137308756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,uniform,0.22654932737350464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,uniform,0.3428800106048584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,uniform,0.3686293363571167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,uniform,0.6149066686630249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,uniform,0.5884960095087687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,uniform,0.436245322227478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,uniform,0.5967199802398682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,uniform,0.9074827035268148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,uniform,0.6982879638671875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,uniform,0.24130666255950928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,uniform,0.24245333671569824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,uniform,0.2526080012321472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,uniform,0.27611200014750165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,uniform,0.3628480037053426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,uniform,0.3683679898579915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,uniform,0.3558453321456909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,uniform,0.3966933488845825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,uniform,0.5013120174407959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,uniform,0.5575840075810751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,uniform,0.6914666493733724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,uniform,0.9892906347910563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,uniform,0.2515573302904765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,uniform,0.22366400559743246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,uniform,0.4156320095062256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,uniform,0.3070826729138692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,uniform,0.42747199535369873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,uniform,0.466597318649292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,uniform,0.5695626735687256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,uniform,0.7854560216267904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,uniform,0.6379093329111735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,uniform,0.7605706850687662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,uniform,0.657696008682251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,uniform,0.29976000388463336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,uniform,0.3147146701812744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,uniform,0.3419253428777059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,uniform,0.9799839655558268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,uniform,0.3049599925676982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,uniform,0.4455360174179077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,uniform,0.4539039929707845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,uniform,0.49806400140126544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,uniform,0.46927467981974286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,uniform,0.5786720116933187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,uniform,0.528005321820577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,uniform,0.7197759946187338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,uniform,1.0274186929066975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,uniform,0.2643520037333171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,uniform,0.302837332089742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,uniform,0.3680906693140666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,uniform,0.5115306774775187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,uniform,0.5205333232879639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,uniform,0.5613173246383667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,uniform,0.6583840052286783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,uniform,0.8968906402587891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,uniform,0.41839468479156494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,uniform,0.7095413208007812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,uniform,0.4099573294321696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,uniform,0.7798720200856527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,uniform,1.42958402633667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,uniform,1.0014293193817139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,uniform,0.43537068367004395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,uniform,0.4663093487421672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,uniform,0.6251786549886068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,uniform,0.6379146575927734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,uniform,0.6557653347651163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,uniform,0.6982080141703287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,uniform,0.6302666664123535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,uniform,0.7026346524556478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,uniform,0.878000020980835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,uniform,0.3410186767578125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,uniform,1.2449706395467122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,uniform,0.38492798805236816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,uniform,0.465178648630778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,uniform,0.6232000192006429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,uniform,0.6524320046106974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,uniform,0.7045866648356119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,uniform,0.8077173233032227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,uniform,1.0298506418863933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,uniform,0.5307413339614868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,uniform,0.7556213537851969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,uniform,0.8316960334777832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,uniform,0.5382826725641886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,uniform,1.0539946556091309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,uniform,1.5055732727050781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,uniform,0.5557920138041178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,uniform,0.5950400034586588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,uniform,0.8220160007476807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,uniform,0.8520426750183105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,uniform,0.8375146389007568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,uniform,0.9068480332692465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,uniform,0.7529333432515463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,uniform,0.8259946505228678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,uniform,0.4094666639963786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,uniform,1.0262986818949382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,uniform,1.4164106051127117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,uniform,0.46927467981974286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,uniform,0.7343253294626871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,uniform,0.5460213422775269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,uniform,0.8054080009460449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,uniform,1.001301368077596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,uniform,1.3281333446502686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,uniform,0.9301973183949789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,uniform,0.8887466589609782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,uniform,0.9903626441955566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,uniform,0.791536013285319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,uniform,1.267359972000122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,uniform,0.7738613287607828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,uniform,1.7758080164591472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,uniform,1.247114658355713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,uniform,0.814138650894165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,uniform,0.8681440353393555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,uniform,1.2223893006642659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,uniform,1.2552800178527832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,uniform,1.3324373563130696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,uniform,1.089402675628662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,uniform,1.3690986633300781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,uniform,1.130293369293213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,uniform,0.5393653313318888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,uniform,1.8162026405334473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,uniform,0.6241706609725952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,uniform,0.7443520228068033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,uniform,0.9926133155822754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,uniform,1.100383996963501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,uniform,1.2524853547414143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,uniform,1.3475786844889324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,uniform,1.0940213203430176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,uniform,1.7877119382222493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,uniform,1.214565356572469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,uniform,1.5230347315470378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,uniform,2.0660053888956704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,uniform,1.0094719727834065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,uniform,1.0252799987792969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,uniform,1.053872028986613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,uniform,1.1245013078053792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,uniform,1.6120106379191081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,uniform,1.615066687266032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,uniform,1.6539093653361003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,uniform,1.7719680468241374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,uniform,1.336634635925293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,uniform,1.6164053281148274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,uniform,0.9499200185139974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,uniform,1.8571306864420574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,uniform,0.7795946598052979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,uniform,0.6789759794871012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,uniform,2.361562728881836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,uniform,1.255226691563924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,uniform,1.3415733973185222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,uniform,1.7751572926839192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,uniform,1.5066293080647786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,uniform,1.66704527537028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,uniform,2.285685380299886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,uniform,1.8598772684733074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,uniform,2.0031840006510415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,uniform,2.644165356953939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,uniform,1.4726346333821614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,uniform,1.4899253845214844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,uniform,1.5375839869181316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,uniform,1.6221493085225422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,uniform,2.4703893661499023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,uniform,2.4955520629882812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,uniform,2.4165333112080893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,uniform,2.5497493743896484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,uniform,1.8157812754313152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,uniform,2.2121013005574546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,uniform,2.7894614537556968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,uniform,3.4369707107543945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,uniform,0.9506666660308838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,uniform,1.3423946698506672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,uniform,1.0751466751098633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,uniform,1.8208799362182617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,uniform,1.9219786326090496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,uniform,2.235226631164551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,uniform,2.678277333577474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,uniform,3.350111961364746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,uniform,2.1071839332580566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,uniform,2.4578026135762534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,uniform,2.912565231323242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,uniform,1.9488266309102376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,uniform,3.6781333287556968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,uniform,1.958954652150472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,uniform,2.0167733828226724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,uniform,2.133493264516195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,uniform,3.2482401529947915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,uniform,3.2530666987101235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,uniform,3.2871198654174805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,uniform,3.389007886250814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,uniform,2.6011734008789062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,uniform,2.878218650817871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,uniform,3.6895786921183267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,uniform,4.569253285725911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,uniform,1.2280159791310628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,uniform,1.383029301961263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,uniform,1.6918932596842449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,uniform,2.378976027170817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,uniform,2.7149759928385415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,uniform,2.566256046295166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,uniform,4.423173268636067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,uniform,3.468378702799479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,uniform,2.7591253916422525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,uniform,3.250080108642578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,uniform,4.833109219868978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,uniform,2.9160852432250977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,uniform,3.8177385330200195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,uniform,2.89409605662028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,uniform,2.9713548024495444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,uniform,3.1498985290527344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,uniform,5.0567200978597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,uniform,4.945093472798665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,uniform,4.85697587331136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,uniform,5.053397178649902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,uniform,3.627552032470703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,uniform,3.9387146631876626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,uniform,5.244693438212077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,uniform,6.802746454874675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,uniform,3.4717013041178384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,uniform,1.7709333101908367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,uniform,2.384544054667155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,uniform,1.9817919731140137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,uniform,3.9396212895711265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,uniform,3.9606507619222007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,uniform,4.918911933898926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,uniform,6.523845036824544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,uniform,4.123221397399902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,uniform,5.549957275390625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,uniform,4.564293225606282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,uniform,6.92414919535319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,uniform,3.940623919169108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,uniform,3.824538548787435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,uniform,3.932389259338379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,uniform,4.160890579223633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,uniform,7.253669102986653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,uniform,7.347466786702474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,uniform,7.166890462239583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,uniform,7.377056121826172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,uniform,6.893866856892903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,uniform,5.690266927083333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,uniform,5.085306803385417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,uniform,2.311781406402588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,uniform,8.913663864135742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,uniform,2.583925406138102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,uniform,3.1177759170532227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,uniform,4.547264099121094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,uniform,5.232314745585124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,uniform,5.848096211751302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,uniform,6.493701299031575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,uniform,8.586032231648764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,uniform,5.46833610534668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,uniform,6.052421569824219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,uniform,7.2887522379557295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,uniform,9.323392232259115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,uniform,5.004421234130859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,uniform,4.84932804107666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,uniform,4.886101404825847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,uniform,5.172362645467122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,uniform,10.026992162068685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,uniform,9.547983805338541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,uniform,9.337376276652018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,uniform,9.726816177368164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,uniform,6.5843251546223955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,uniform,7.155120213826497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,uniform,11.04431406656901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,uniform,8.61193593343099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,uniform,3.18125851949056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,uniform,2.858346621195475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,uniform,3.8330612182617188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,uniform,5.556314468383789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,uniform,6.32371711730957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,uniform,0.1350933313369751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,uniform,0.09644266963005066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,uniform,8.042863845825195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,uniform,6.895029067993164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,uniform,0.07257066667079926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,uniform,0.06983466446399689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,uniform,6.7851308186848955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,uniform,10.352511723836264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,uniform,0.07949866851170857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,uniform,0.1125333309173584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,uniform,0.163290669520696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,uniform,7.790741602579753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,uniform,9.021397272745768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,uniform,0.08277333279450734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,uniform,0.07735999921957652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,uniform,0.08270933230717976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,uniform,0.09250666697820027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,uniform,0.10248532891273499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,uniform,0.06819200019041698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,uniform,0.07871999839941661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,uniform,0.07970133423805237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,uniform,0.07214933137098949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,uniform,0.06700799862543742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,uniform,0.0811466674009959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,uniform,11.553343454996744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,uniform,0.07950933277606964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,uniform,0.09219200412432353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,uniform,0.08293333152929942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,uniform,0.10384000341097514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,uniform,0.13411200046539307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,uniform,0.08876799543698628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,uniform,0.0955573320388794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,uniform,0.11522666613260905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,uniform,0.16636266311009726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,uniform,0.09071466326713562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,uniform,0.11372266213099162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,uniform,0.10884799559911092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,uniform,0.12652800480524698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,uniform,0.09522133072217305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,uniform,0.0881866713364919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,uniform,0.07936533292134602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,uniform,0.10848533113797505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,uniform,0.07358400026957194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,uniform,0.07111466427644093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,uniform,0.09903466701507568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,uniform,0.10419733325640361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,uniform,0.10714667042096455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,uniform,0.09493866562843323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,uniform,0.09084799885749817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,uniform,0.10601600011189778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,uniform,0.12924266854921976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,uniform,0.13250133395195007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,uniform,0.12070399522781372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,uniform,0.16225066781044006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,uniform,0.11544533570607503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,uniform,0.11804266770680745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,uniform,0.1590826710065206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,uniform,0.1518826683362325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,uniform,0.1206826666990916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,uniform,0.14914133151372275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,uniform,0.1449066698551178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,uniform,0.12499200304349263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,uniform,0.17934934298197427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,uniform,0.08613866567611694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,uniform,0.1018346647421519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,uniform,0.08795199791590373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,uniform,0.12692800164222717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,uniform,0.13968533277511597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,uniform,0.12828266620635986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,uniform,0.1241439978281657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,uniform,0.12469866871833801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,uniform,0.1204853355884552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,uniform,0.14510400096575418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,uniform,0.18039999405543009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,uniform,0.11931199828783672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,uniform,0.13090133666992188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,uniform,0.16130133469899496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,uniform,0.11851732929547627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,uniform,0.16100800037384033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,uniform,0.14965867002805075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,uniform,0.16866666078567505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,uniform,0.15171733498573303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,uniform,0.2818666696548462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,uniform,0.18041066328684488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,uniform,0.21628799041112265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,uniform,0.11495467027028401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,uniform,0.11928533514340718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,uniform,0.13500799735387167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,uniform,0.20205867290496826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,uniform,0.1777226726214091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,uniform,0.17207467555999756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,uniform,0.17606399456659952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,uniform,0.18126932779947916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,uniform,0.21921600898106894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,uniform,0.28198933601379395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,uniform,0.12331199645996094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,uniform,0.13884799679120383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,uniform,0.12045333782831828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,uniform,0.1172160009543101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,uniform,0.16409066319465637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,uniform,0.2731146613756816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,uniform,0.15811199943224588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,uniform,0.1474346617857615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,uniform,0.1527786652247111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,uniform,0.2974026600519816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,uniform,0.48954665660858154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,uniform,0.3518666823705037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,uniform,0.1697439948717753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,uniform,0.1644373337427775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,uniform,0.2762133280436198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,uniform,0.20306134223937988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,uniform,0.282858669757843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,uniform,0.3314239978790283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,uniform,0.353983998298645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,uniform,0.27105599641799927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,uniform,0.3043733239173889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,uniform,0.4771360158920288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,uniform,0.1383786698182424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,uniform,0.11995200316111247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,uniform,0.12387200196584065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,uniform,0.1223520040512085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,uniform,0.16141333182652792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,uniform,0.16004266341527304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,uniform,0.14989866813023886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,uniform,0.5348853270212809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,uniform,0.4702560106913249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,uniform,0.15549332896868387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,uniform,0.16501333316167197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,uniform,0.5945386489232382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,uniform,0.8683359622955322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,uniform,0.16658133268356323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,uniform,0.3457813262939453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,uniform,0.20534400145212808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,uniform,0.4758880138397217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,uniform,0.3342826763788859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,uniform,0.4020853439966838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,uniform,0.5400213400522867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,uniform,0.6267573436101278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,uniform,0.8639787038167318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,uniform,0.119759996732076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,uniform,0.13675199945767721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,uniform,0.119759996732076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,uniform,0.123471995194753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,uniform,0.15846932927767435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,uniform,0.16570132970809937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,uniform,0.4779306650161743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,uniform,0.1500640014807383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,uniform,0.15377599994341531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,uniform,0.5353600184122721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,uniform,0.6227573156356812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,uniform,0.8773066997528076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,uniform,0.16835200786590576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,uniform,0.1673813263575236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,uniform,0.20640534162521362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,uniform,0.3386186758677165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,uniform,0.3353919982910156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,uniform,0.3991359869639079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,uniform,0.6679573059082031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,uniform,0.8929920196533203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,uniform,0.13986133535703024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,uniform,1.2346560160319011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,uniform,0.7844533125559489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,uniform,0.11927466591199239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,uniform,0.12142399946848552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,uniform,0.12291733423868816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,uniform,0.16531200210253397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,uniform,0.15306133031845093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,uniform,0.5374346574147543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,uniform,0.156442662080129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,uniform,0.16160533825556436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,uniform,0.47512535254160565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,uniform,0.869973341623942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,uniform,0.6278239885965983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,uniform,0.1702079971631368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,uniform,0.17245332400004068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,uniform,0.20993600289026895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,uniform,0.34188799063364667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,uniform,0.33957334359486896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,uniform,0.4039306640625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,uniform,0.6681386629740397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,uniform,0.782800038655599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,uniform,0.16904000441233316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,uniform,0.9059946537017822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,uniform,1.2390720049540203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,uniform,0.164410670598348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,uniform,0.1670080025990804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,uniform,0.16250666975975037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,uniform,0.2328373392422994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,uniform,0.25174399216969806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,uniform,0.22644267479578653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,uniform,0.23890133698781332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,uniform,0.4760640064875285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,uniform,0.5372960170110067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,uniform,0.17140267292658487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,uniform,0.6275946696599325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,uniform,0.8712533315022787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,uniform,0.17152533928553262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,uniform,0.339408000310262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,uniform,0.3447573184967041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,uniform,0.21000534296035767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,uniform,0.667359987894694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,uniform,0.4022453228632609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,uniform,0.7859306335449219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,uniform,1.247605323791504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,uniform,0.1674826741218567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,uniform,0.9029973347981771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,uniform,0.16564266880353293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,uniform,0.1676479975382487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,uniform,0.16725333531697592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,uniform,0.2532906730969747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,uniform,0.23654399315516153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,uniform,0.22849067052205405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,uniform,0.22612800200780234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,uniform,0.6350613435109457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,uniform,0.5426773230234782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,uniform,0.47973867257436115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,uniform,0.1726133426030477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,uniform,0.8755893707275391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,uniform,0.17524800697962442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,uniform,0.34539198875427246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,uniform,0.21259733041127524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,uniform,0.3446720043818156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,uniform,0.4147893190383911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,uniform,0.6714560190836588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,uniform,0.7925120194753011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,uniform,0.9004213015238444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,uniform,0.16873067617416382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,uniform,1.253717343012492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,uniform,0.165093332529068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,uniform,0.1657866636912028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,uniform,0.16639467080434164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,uniform,0.24804266293843588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,uniform,0.24543466170628866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,uniform,0.23197333017985025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,uniform,0.23266132672627768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,uniform,0.48177599906921387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,uniform,0.5459306637446085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,uniform,0.6380159854888916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,uniform,0.17976532379786173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,uniform,0.8794346650441488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,uniform,0.17441600561141968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,uniform,0.2182826598485311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,uniform,0.34566934903462726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,uniform,0.3475786844889323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,uniform,0.7980480194091797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,uniform,0.418229341506958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,uniform,0.66811203956604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,uniform,0.9010132948557535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,uniform,0.22914133469263712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,uniform,0.2120800018310547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,uniform,1.252784013748169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,uniform,0.21649599075317383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,uniform,0.2167946696281433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,uniform,0.33367466926574707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,uniform,0.3119200070699056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,uniform,0.30713599920272827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,uniform,0.3235039909680684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,uniform,0.6476906538009644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,uniform,0.4824106693267822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,uniform,0.5460533301035563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,uniform,0.8813920021057129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,uniform,0.1816693345705668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,uniform,0.17621866861979166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,uniform,0.22358399629592896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,uniform,0.34886932373046875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,uniform,0.34652264912923175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,uniform,0.7998239994049072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,uniform,0.42259732882181805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,uniform,0.6694026788075765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,uniform,1.2634987036387126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,uniform,0.9128373463948568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,uniform,0.22040534019470215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,uniform,0.22907733917236328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,uniform,0.21278933684031168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,uniform,0.2188053329785665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,uniform,0.333024005095164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,uniform,0.31762667496999103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,uniform,0.3078986605008443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,uniform,0.4849066734313965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,uniform,0.32500799496968585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,uniform,0.8903840382893881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,uniform,0.5473386843999227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,uniform,0.6484373410542806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,uniform,0.1775253415107727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,uniform,0.1829920013745626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,uniform,0.2264960010846456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,uniform,0.4286239941914876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,uniform,0.3511306842168172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,uniform,0.6738293170928955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,uniform,0.3491733471552531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,uniform,0.7998346487681071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,uniform,0.2589120070139567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,uniform,1.260480006535848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,uniform,0.9125386873881022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,uniform,0.26260799169540405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,uniform,0.26126933097839355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,uniform,0.26452799638112384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,uniform,0.38413333892822266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,uniform,0.3845706780751546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,uniform,0.3855466842651367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,uniform,0.6536213159561157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,uniform,0.40832531452178955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,uniform,0.5492480198542277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,uniform,0.4907733201980591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,uniform,0.8976960182189941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,uniform,0.18041600783665976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,uniform,0.18522133429845175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,uniform,0.35589865843455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,uniform,0.23110399643580118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,uniform,0.3553760051727295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,uniform,0.428607980410258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,uniform,0.6782080332438151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,uniform,0.8029173215230306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,uniform,1.2750026384989421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,uniform,0.3172373374303182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,uniform,0.9132160345713297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,uniform,0.30209600925445557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,uniform,0.3052213390668233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,uniform,0.30822400252024335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,uniform,0.46475199858347577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,uniform,0.49039467175801593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,uniform,0.4657866557439168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,uniform,0.4610453446706136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,uniform,0.5581546624501547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,uniform,0.49242667357126874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,uniform,0.6588106552759806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,uniform,0.28545600175857544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,uniform,0.9193706512451172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,uniform,0.35766398906707764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,uniform,0.2787359952926636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,uniform,0.3564320007960002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,uniform,0.43856000900268555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,uniform,0.35979731877644855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,uniform,0.8161119620005289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,uniform,0.6880533695220947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,uniform,1.2884000142415364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,uniform,0.9082720279693604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,uniform,0.35095465183258057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,uniform,0.35174401601155597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,uniform,0.352453351020813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,uniform,0.3588000138600667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,uniform,0.5349013408025106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,uniform,0.5474239985148112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,uniform,0.5310933192571005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,uniform,0.5734826723734537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,uniform,0.49635199705759686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,uniform,0.5628480116526285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,uniform,0.278874675432841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,uniform,0.29013333717981976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,uniform,0.6608159939448038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,uniform,0.9211306571960449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,uniform,0.35370667775472003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,uniform,0.5892586708068848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,uniform,0.5893653233846029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,uniform,0.6522560119628906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,uniform,0.6864373683929443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,uniform,0.8233493169148763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,uniform,1.2972640196482341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,uniform,0.9205280145009359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,uniform,0.44048531850179035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,uniform,0.4355253378550212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,uniform,0.44064001242319745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,uniform,0.4506613413492839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,uniform,0.6836373011271158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,uniform,0.6764266490936279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,uniform,0.6809439659118652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,uniform,0.7302239735921224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,uniform,0.5754506587982178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,uniform,0.5035039981206259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,uniform,0.6771252950032552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,uniform,0.9547946453094482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,uniform,0.2839893301328023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,uniform,0.29895999034245807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,uniform,0.3705600102742513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,uniform,0.5998719930648804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,uniform,0.6006773312886556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,uniform,0.6627519925435384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,uniform,0.6965493361155192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,uniform,1.3356374104817708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,uniform,0.8245706558227539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,uniform,0.9466079870859782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,uniform,0.6169813474019369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,uniform,0.6164799928665161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,uniform,0.975536028544108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,uniform,0.6241653362909952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,uniform,0.6356159845987955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,uniform,0.9811840057373047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,uniform,1.0616319974263508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,uniform,0.9887093702952067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,uniform,0.908677339553833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,uniform,1.0068106651306152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,uniform,1.048138697942098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,uniform,0.40700801213582355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,uniform,0.47834134101867676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,uniform,0.41328001022338867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,uniform,1.4609012603759766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,uniform,0.864736000696818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,uniform,1.0011733373006184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,uniform,0.7346293131510416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,uniform,0.7931413650512695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,uniform,0.8681653340657552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,uniform,0.9389653205871582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,uniform,0.8727306524912516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,uniform,1.4546186129252117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,uniform,0.7983413537343343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,uniform,0.8086986541748047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,uniform,0.8238933086395264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,uniform,1.267034689585368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,uniform,1.2700053056081135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,uniform,1.3852532704671223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,uniform,1.283189296722412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,uniform,0.9259680112202963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,uniform,1.0284213225046794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,uniform,1.0835200150807698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,uniform,1.489418665568034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,uniform,0.5066560109456381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,uniform,0.5082986752192179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,uniform,0.5910666783650717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,uniform,1.1140373547871907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,uniform,1.1189173062642415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,uniform,1.186463991800944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,uniform,1.3141760031382244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,uniform,1.4772906303405762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,uniform,1.4972106615702312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,uniform,1.14518936475118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,uniform,1.1507893403371174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,uniform,1.1642080148061116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,uniform,2.1004586219787598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,uniform,1.1947519779205322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,uniform,1.8492107391357422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,uniform,1.8447252909342449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,uniform,1.8847999572753906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,uniform,2.0368372599283853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,uniform,1.3220586776733398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,uniform,1.4585812886555989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,uniform,1.461407979329427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,uniform,0.6968373457590739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,uniform,0.6856213410695394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,uniform,2.0279839833577475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,uniform,0.7765066623687744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,uniform,1.3814345995585124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,uniform,1.384346644083659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,uniform,1.4727466901143391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,uniform,1.536176045735677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,uniform,1.58350404103597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,uniform,1.3343626658121746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,uniform,1.4986294110616047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,uniform,2.2145973841349282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,uniform,1.5029706954956055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,uniform,1.5368159612019856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,uniform,1.5712213516235352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,uniform,2.4412852923075357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,uniform,2.4491519927978516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,uniform,2.491701285044352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,uniform,2.687962532043457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,uniform,1.7150774002075195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,uniform,1.870192050933838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,uniform,0.8691786924997965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,uniform,0.897098700205485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,uniform,1.8877493540445964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,uniform,2.5355040232340493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,uniform,0.9713119665781657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,uniform,1.8820907274882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,uniform,1.8872480392456055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,uniform,1.9993707338968914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,uniform,1.9181013107299805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,uniform,2.1559839248657227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,uniform,2.22544527053833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,uniform,2.2241493860880532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,uniform,2.903600056966146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,uniform,2.1439040501912436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,uniform,2.2856213251749673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,uniform,2.33678929011027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,uniform,3.6117706298828125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,uniform,3.636693318684896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,uniform,3.720026652018229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,uniform,4.016634623209636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,uniform,2.49509334564209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,uniform,2.707536061604818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,uniform,1.2741920153299968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,uniform,3.4881601333618164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,uniform,2.6789493560791016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,uniform,1.2413280010223389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,uniform,1.36735995610555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,uniform,2.640399932861328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,uniform,2.657013257344564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,uniform,2.7943414052327475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,uniform,2.9246880213419595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,uniform,2.9358720779418945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,uniform,2.522736072540283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,uniform,3.758629480997721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,uniform,2.819461186726888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,uniform,2.7959893544514975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,uniform,3.0236425399780273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,uniform,3.0810826619466147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,uniform,4.785056114196777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,uniform,4.825013478597005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,uniform,4.927669207255046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,uniform,5.326986630757649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,uniform,3.3016799290974936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,uniform,3.5588000615437827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,uniform,3.560426712036133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,uniform,4.481386820475261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,uniform,1.755525271097819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,uniform,1.674330711364746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,uniform,1.602186679840088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,uniform,3.415760040283203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,uniform,4.392458597819011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,uniform,4.34010664621989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,uniform,3.4439573287963867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,uniform,3.6039145787556968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,uniform,3.681664148966471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,uniform,4.021370569864909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,uniform,3.9431091944376626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,uniform,5.074037233988444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,uniform,4.508559862772624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,uniform,4.56604798634847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,uniform,7.137488047281901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,uniform,7.190517425537109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,uniform,7.36848513285319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,uniform,7.912517547607422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,uniform,4.861429214477539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,uniform,5.284501393636067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,uniform,5.252954800923665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,uniform,6.48520024617513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,uniform,2.5764266649881997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,uniform,2.4410613377889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,uniform,2.3330987294514975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,uniform,5.177568117777507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,uniform,5.74622917175293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,uniform,5.230655988057454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,uniform,5.812885284423828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,uniform,5.429226557413737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,uniform,4.928437232971191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,uniform,5.33131726582845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,uniform,5.386538823445638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,uniform,6.8065439860026045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,uniform,6.058474858601888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,uniform,5.967226664225261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,uniform,9.49069341023763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,uniform,9.56164296468099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,uniform,9.78439458211263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,uniform,10.501866658528646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,uniform,6.442384084065755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,uniform,6.953135808308919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,uniform,6.997952143351237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,uniform,3.2151308059692383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,uniform,8.498032251993815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,uniform,3.084933280944824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,uniform,3.350346565246582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,uniform,6.711466471354167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,uniform,8.578773498535156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,uniform,8.705680211385092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,uniform,6.800330479939778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,uniform,7.039013544718425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,uniform,6.699216206868489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,uniform,7.243040084838867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,uniform,7.222890853881836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,uniform,8.973669052124023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,uniform,8.919669469197592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,uniform,9.051077524820963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,uniform,14.172640482584635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,uniform,14.286085764567057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,uniform,15.735023498535156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,uniform,14.673600514729818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,uniform,9.579413096110025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,uniform,10.401237487792969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,uniform,10.374581019083658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,uniform,4.782848040262858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,uniform,4.558047930399577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,uniform,12.486597696940104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,uniform,4.955504099527995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,uniform,10.060480117797852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,uniform,11.43728001912435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,uniform,11.557130177815756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,uniform,10.122906366984049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,uniform,10.494922637939453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,uniform,9.72051747639974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,uniform,10.46567471822103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,uniform,10.461200078328451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,uniform,12.792891184488932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,uniform,11.907428741455078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,uniform,12.022020975748697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,uniform,18.820335388183594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,uniform,19.03558349609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,uniform,19.545738220214844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,uniform,20.96063995361328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,uniform,12.716501871744791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,uniform,13.748079935709635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,uniform,13.825631459554037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,uniform,16.47876230875651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,uniform,6.314005533854167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,uniform,6.046112060546875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,uniform,6.536922454833984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,uniform,13.318538665771484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,uniform,14.4236691792806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,uniform,14.283120473225912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,uniform,13.435291290283203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,uniform,13.929215749104818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,uniform,13.262959798177084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,uniform,14.782938639322916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,uniform,15.022244771321615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,uniform,14.258511861165365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,uniform,14.243488311767578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,uniform,17.173807779947918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,uniform,23.562395731608074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,uniform,23.783856709798176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,uniform,24.37811787923177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,uniform,26.11103057861328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,uniform,15.901013692220053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,uniform,17.20968500773112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,uniform,17.155568440755207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,uniform,20.415616353352863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,uniform,7.8668162027994795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,uniform,7.5135040283203125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,uniform,8.14180819193522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,uniform,16.367327372233074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,uniform,0.0965173343817393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,uniform,0.06825066606203715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,uniform,0.057317331433296204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,uniform,0.054416000843048096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,uniform,16.542315165201824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,uniform,17.194127400716145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,uniform,16.224853515625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,uniform,0.13012267152468363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,uniform,17.51375961303711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,uniform,17.46241633097331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,uniform,0.08619200189908345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,uniform,20.982079823811848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,uniform,0.06380266447861989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,uniform,0.06433066725730896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,uniform,0.06467199822266896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,uniform,0.07416533430417378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,uniform,0.09281599521636963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,uniform,0.049216002225875854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,uniform,0.13552000125249228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,uniform,0.05306133131186167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,uniform,0.06319466729958852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,uniform,0.0830506682395935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,uniform,0.06332799792289734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,uniform,0.06799999872843425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,uniform,0.08196799953778584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,uniform,0.10525332887967427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,uniform,0.06793599824110667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,uniform,0.08154666423797607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,uniform,0.06670933465162913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,uniform,0.1090826690196991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,uniform,0.1710666616757711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,uniform,0.09656533598899841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,uniform,0.06887466708819072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,uniform,0.06565866867701213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,uniform,0.1304213305314382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,uniform,0.08725866675376892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,uniform,0.08091733356316884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,uniform,0.08204799890518188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,uniform,0.05778666834036509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,uniform,0.07335466643174489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,uniform,0.08181866506735484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,uniform,0.10341866811116536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,uniform,0.14548800388971964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,uniform,0.05474133292833964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,uniform,0.06706133484840393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,uniform,0.08988266189893086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,uniform,0.07066133121649425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,uniform,0.07795733213424683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,uniform,0.08906132976214091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,uniform,0.11406933267911275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,uniform,0.07718400160471599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,uniform,0.09097066521644592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,uniform,0.11942933003107707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,uniform,0.18017067511876425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,uniform,0.09618666768074036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,uniform,0.12310933073361714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,uniform,0.1244053343931834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,uniform,0.08906132976214091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,uniform,0.12893333037694296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,uniform,0.08411733309427898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,uniform,0.08629332979520161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,uniform,0.11943466464678447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,uniform,0.10223999619483948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,uniform,0.12384532888730367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,uniform,0.09423999985059102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,uniform,0.16789867480595908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,uniform,0.06531733274459839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,uniform,0.06768533090750377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,uniform,0.07966400186220805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,uniform,0.10059733192125957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,uniform,0.10109333197275798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,uniform,0.10032000144322713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,uniform,0.10307199756304423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,uniform,0.11803733309110005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,uniform,0.10832533240318298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,uniform,0.14560533563296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,uniform,0.13546133041381836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,uniform,0.19935466845830283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,uniform,0.09723732868830363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,uniform,0.1386613349119822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,uniform,0.15280532836914062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,uniform,0.09012266993522644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,uniform,0.08662399649620056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,uniform,0.1792853275934855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,uniform,0.0846613347530365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,uniform,0.12040000160535176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,uniform,0.11760532855987549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,uniform,0.11555733283360799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,uniform,0.08406399687131245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,uniform,0.13798933227856955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,uniform,0.08828266461690266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,uniform,0.13172800342241922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,uniform,0.1565600037574768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,uniform,0.23293334245681763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,uniform,0.19292267163594565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,uniform,0.2637493411699931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,uniform,0.10207466284434001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,uniform,0.10313600301742554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,uniform,0.14552533626556396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,uniform,0.16403733690579733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,uniform,0.20088533560434976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,uniform,0.09549867113431294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,uniform,0.13911466797192892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,uniform,0.1519200007120768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,uniform,0.11770133177439372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,uniform,0.13920533657073975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,uniform,0.12893333037694296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,uniform,0.3587840000788371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,uniform,0.12232533097267151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,uniform,0.08832533160845439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,uniform,0.08611733714739482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,uniform,0.1474026640256246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,uniform,0.11831466356913249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,uniform,0.2170613408088684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,uniform,0.26548266410827637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,uniform,0.2276853322982788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,uniform,0.23965867360432944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,uniform,0.23637332518895468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,uniform,0.26254934072494507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,uniform,0.3060800035794576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,uniform,0.2895039916038513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,uniform,0.24860266844431558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,uniform,0.12387200196584065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,uniform,0.1032319962978363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,uniform,0.09700799981753032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,uniform,0.18826667467753092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,uniform,0.09334933757781982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,uniform,0.13262400031089783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,uniform,0.2205066680908203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,uniform,0.3822400172551473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,uniform,0.3768373330434163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,uniform,0.122597336769104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,uniform,0.44547732671101886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,uniform,0.08750933408737183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,uniform,0.12713600198427835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,uniform,0.12040533622105916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,uniform,0.15070399641990662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,uniform,0.11969600121180217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,uniform,0.3993653456370036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,uniform,0.19317867358525595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,uniform,0.2866239945093791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,uniform,0.5732693274815878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,uniform,0.41628265380859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,uniform,0.41145066420237225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,uniform,0.12708800037701926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,uniform,0.2740373412768046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,uniform,0.30852800607681274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,uniform,0.09585066636403401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,uniform,0.09086400270462036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,uniform,0.3734613259633382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,uniform,0.0937600036462148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,uniform,0.45371735095977783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,uniform,0.12461866935094197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,uniform,0.12241599957148235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,uniform,0.12914666533470154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,uniform,0.10061333576838176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,uniform,0.5965493520100912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,uniform,0.4158773422241211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,uniform,0.5877013206481934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,uniform,0.13355732957522073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,uniform,0.13497599959373474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,uniform,0.15897599856058756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,uniform,0.3803573449452718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,uniform,0.4510506788889567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,uniform,0.27746133009592694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,uniform,0.12297067046165466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,uniform,0.19801600774129233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,uniform,0.6049919923146566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,uniform,0.28685333331425983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,uniform,0.31319467226664227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,uniform,0.09820800026257832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,uniform,0.3821440140406291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,uniform,0.10037866234779358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,uniform,0.542517344156901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,uniform,0.1302773356437683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,uniform,0.6361279884974161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,uniform,0.8272106647491455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,uniform,0.4129226605097453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,uniform,0.0916373332341512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,uniform,0.09060800075531006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,uniform,0.1346879998842875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,uniform,0.12576533357302347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,uniform,0.1242133378982544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,uniform,0.13037332892417908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,uniform,0.40567998091379803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,uniform,0.2916319966316223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,uniform,0.2887733379999797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,uniform,0.4578506549199422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,uniform,0.31994134187698364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,uniform,0.5965439875920614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,uniform,0.12478400270144145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,uniform,0.3945653438568115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,uniform,0.15626133481661478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,uniform,0.6862293084462484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,uniform,0.5983946720759074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,uniform,0.6134613355000814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,uniform,0.2031360069910685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,uniform,0.8400853474934896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,uniform,0.10758933424949646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,uniform,0.09850666920344035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,uniform,0.09835199515024821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,uniform,0.1436906655629476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,uniform,0.13222400347391763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,uniform,0.09559466441472371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,uniform,0.13126400113105774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,uniform,0.13666133085886636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,uniform,0.4697546561559041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,uniform,0.42599467436472577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,uniform,0.5333600044250488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,uniform,0.7122453053792318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,uniform,0.15267200271288553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,uniform,0.13983999689420065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,uniform,0.18367467323939005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,uniform,0.24450133244196573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,uniform,0.32094399134318036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,uniform,0.3079413374265035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,uniform,0.3683573404947917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,uniform,0.4633973439534505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,uniform,0.6081759929656982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,uniform,0.664352019627889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,uniform,0.7610987027486166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,uniform,0.11202667156855266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,uniform,0.13909866412480673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,uniform,0.14126933614412943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,uniform,1.0169226328531902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,uniform,0.09868799646695454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,uniform,0.09622933467229207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,uniform,0.0997973382472992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,uniform,0.14429866274197897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,uniform,0.138373335202535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,uniform,0.4312640031178792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,uniform,0.4739253520965576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,uniform,0.5427519877751669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,uniform,0.7245333194732666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,uniform,0.14010666807492575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,uniform,0.24784000714619955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,uniform,0.15558399756749472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,uniform,0.18503467241923013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,uniform,0.3107733329137166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,uniform,0.3264373342196147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,uniform,0.37763198216756183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,uniform,0.47597865263621014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,uniform,0.6115039984385172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,uniform,0.66811203956604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,uniform,0.768725315729777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,uniform,1.0210933685302734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,uniform,0.10498666763305664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,uniform,0.10921066999435425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,uniform,0.10010133186976115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,uniform,0.09882666667302449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,uniform,0.14642133315404257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,uniform,0.13500799735387167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,uniform,0.1353493332862854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,uniform,0.14269333084424338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,uniform,0.43672001361846924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,uniform,0.1491146683692932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,uniform,0.4814026753107707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,uniform,0.33061333497365314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,uniform,0.5494346618652344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,uniform,0.7359360059102377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,uniform,0.48979198932647705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,uniform,0.15867732961972555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,uniform,0.1910933256149292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,uniform,0.25597333908081055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,uniform,0.3306186596552531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,uniform,0.38683732350667316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,uniform,0.10476266344388326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,uniform,0.7783733208974203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,uniform,0.6790560086568197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,uniform,0.618826667467753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,uniform,1.0356693267822266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,uniform,0.11644267042477925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,uniform,0.10802132884661357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,uniform,0.15566399693489075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,uniform,0.44287999471028644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,uniform,0.10657599568367004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,uniform,0.13827733198801676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,uniform,0.14288000265757242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,uniform,0.14900267124176025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,uniform,0.48498133818308514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,uniform,0.26603732506434125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,uniform,0.14589866995811462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,uniform,0.5564959843953451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,uniform,0.7548267046610514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,uniform,0.16316800316174826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,uniform,0.6424586772918701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,uniform,0.197050670782725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,uniform,0.3375626802444458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,uniform,0.39580265680948895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,uniform,0.7864800294240316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,uniform,1.076202630996704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,uniform,0.35236799716949463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,uniform,0.5008639891942342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,uniform,0.10681600371996562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,uniform,0.11222933729489644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,uniform,0.679866631825765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,uniform,0.11031466722488403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,uniform,0.11716266473134358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,uniform,0.15085333585739136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,uniform,0.44278399149576825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,uniform,0.157151997089386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,uniform,0.5682346820831299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,uniform,0.7738239765167236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,uniform,0.1702453295389811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,uniform,0.20416533946990967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,uniform,0.1414293348789215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,uniform,0.14503467082977295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,uniform,0.48689599831899005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,uniform,0.5078666607538859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,uniform,0.14851733048756918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,uniform,0.7002293268839518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,uniform,0.338922659556071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,uniform,0.2746986746788025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,uniform,0.8079093297322592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,uniform,1.071738640467326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,uniform,0.3534080187479655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,uniform,0.39879465103149414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,uniform,0.6247413158416748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,uniform,0.11824533343315125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,uniform,0.1665279964605967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,uniform,0.11219200491905212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,uniform,0.11901866396268208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,uniform,0.10717333356539409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,uniform,0.8019466400146484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,uniform,0.1511306663354238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,uniform,0.1609226663907369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,uniform,0.14474133650461832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,uniform,0.45109331607818604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,uniform,0.15314666430155435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,uniform,0.4978773196538289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,uniform,0.2093706727027893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,uniform,0.29029866059621173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,uniform,0.5820266803105673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,uniform,0.3643786509831746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,uniform,0.5346666574478149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,uniform,0.635749340057373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,uniform,0.8130559921264648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,uniform,0.7011573314666748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,uniform,0.17085333665211996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,uniform,0.3449600140253703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,uniform,0.41544532775878906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,uniform,0.14016000429789224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,uniform,0.15983466307322183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,uniform,0.11946666240692139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,uniform,1.1081759929656982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,uniform,0.17770665884017944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,uniform,0.16803733507792154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,uniform,0.11941333611806233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,uniform,0.4633226792017619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,uniform,0.1276533305644989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,uniform,0.16779200236002603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,uniform,0.1625599960486094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,uniform,0.31218133370081586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,uniform,0.2297439972559611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,uniform,0.8367093404134115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,uniform,0.5122400124867758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,uniform,0.6062613328297933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,uniform,0.43752535184224445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,uniform,0.1844480037689209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,uniform,0.38070933024088544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,uniform,0.6666560173034668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,uniform,0.8418560028076172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,uniform,0.3567146857579549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,uniform,1.1544586817423503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,uniform,0.579642653465271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,uniform,0.13942399621009827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,uniform,0.17614400386810303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,uniform,0.14432000120480856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,uniform,0.12523200114568075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,uniform,0.7119146982828776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,uniform,0.5362133185068766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,uniform,0.12447466452916463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,uniform,0.6160053412119547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,uniform,0.16883200407028198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,uniform,0.16296533743540445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,uniform,0.19037866592407227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,uniform,0.1846933364868164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,uniform,0.4666026830673218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,uniform,0.8725653489430746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,uniform,0.16847467422485352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,uniform,0.38446935017903644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,uniform,0.2371786634127299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,uniform,0.6797599792480469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,uniform,0.329039990901947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,uniform,0.3647040128707886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,uniform,0.4514666795730591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,uniform,0.606277346611023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,uniform,0.7282400131225586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,uniform,0.1327306628227234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,uniform,0.18540799617767334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,uniform,0.8421653111775717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,uniform,0.15122666954994202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,uniform,0.1471946636835734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,uniform,1.1815253098805745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,uniform,0.1339466671148936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,uniform,0.1811466614405314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,uniform,0.4828000068664551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,uniform,0.17087999979654947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,uniform,0.6600799957911173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,uniform,0.5537546475728353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,uniform,0.19932266076405844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,uniform,0.1779413421948751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,uniform,0.9413066705067953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,uniform,0.20352532466252646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,uniform,0.2560373346010844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,uniform,0.3766719897588094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,uniform,0.47594134012858075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,uniform,0.3779093424479167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,uniform,0.40476266543070477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,uniform,0.6680959860483805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,uniform,0.6762080192565918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,uniform,0.8820799986521403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,uniform,0.7497813701629639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,uniform,0.2541919946670532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,uniform,0.18204265832901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,uniform,0.20904000600179037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,uniform,0.2430986762046814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,uniform,0.2831946611404419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,uniform,1.2488000392913818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,uniform,0.18623999754587808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,uniform,0.175546665986379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,uniform,0.2349920074144999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,uniform,0.6037280162175497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,uniform,0.22180799643198648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,uniform,1.1076959768931072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,uniform,0.2500053246815999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,uniform,0.3137333393096924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,uniform,0.4866186777750651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,uniform,0.5317973295847574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,uniform,0.4254133303960164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,uniform,0.7582613627115885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,uniform,0.5821919838587443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,uniform,0.8151679833730062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,uniform,0.8079093297322592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,uniform,0.46370665232340497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,uniform,0.7294452985127767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,uniform,0.1991680065790812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,uniform,0.1970240076382955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,uniform,0.18659200270970663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,uniform,1.0012586911519368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,uniform,1.4227360089619954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,uniform,0.22849067052205405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,uniform,0.316048006216685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,uniform,0.2594933311144511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,uniform,0.2482879956563314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,uniform,0.647653341293335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,uniform,1.2260159651438396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,uniform,0.2651413281758626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,uniform,0.23681066433588663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,uniform,0.2765760024388631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,uniform,0.3773813247680664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,uniform,0.5529599984486898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,uniform,0.44946134090423584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,uniform,0.8298453489939371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.5624800125757853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,uniform,0.9175946712493896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,uniform,0.5008586645126343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,uniform,0.854693333307902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,uniform,1.5468106269836426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,uniform,0.6434719959894816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,uniform,0.26596800486246747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,uniform,0.25918932755788165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,uniform,0.7594026724497477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,uniform,0.36772799491882324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,uniform,1.0804959932963054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,uniform,0.24472000201543173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,uniform,0.4543573458989461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,uniform,0.35282135009765625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,uniform,0.6176373163859049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,uniform,0.3118559916814168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,uniform,0.3638186852137248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,uniform,0.7417386372884115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,uniform,0.9691413243611654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,uniform,1.474474589029948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,uniform,0.32656000057856244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,uniform,0.46113598346710205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,uniform,0.7030719916025797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,uniform,0.5918293396631876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,uniform,0.5105439821879069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,uniform,0.7727200190226237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,uniform,0.9660960038503011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,uniform,0.8207946618398031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,uniform,0.2719573378562927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,uniform,1.2204266389211018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,uniform,1.14136536916097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,uniform,0.32067734003067017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,uniform,0.29877867301305133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,uniform,0.2823786735534668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,uniform,0.4768213431040446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,uniform,0.40008533000946045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,uniform,1.78984530766805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,uniform,0.42423999309539795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,uniform,0.42126933733622235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,uniform,1.1098026434580486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,uniform,1.7257173856099446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,uniform,0.5842560132344564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,uniform,0.8322506745656332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,uniform,0.3099573254585266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,uniform,0.3908426761627197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,uniform,0.5290400187174479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,uniform,0.6819893519083658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,uniform,0.8224693139394125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,uniform,0.6689866383870443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,uniform,1.3703680038452148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,uniform,0.8945066928863525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,uniform,1.0435360272725422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,uniform,1.3636639912923176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,uniform,0.9004586537679037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,uniform,0.5595413446426392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,uniform,0.6136266787846884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,uniform,2.0582985877990723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,uniform,0.7053386370340983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,uniform,0.44384535153706867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,uniform,0.44285333156585693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,uniform,0.8623466491699219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,uniform,0.6488426526387533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,uniform,0.4965813159942627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,uniform,0.6278666655222574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,uniform,0.8108853499094645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,uniform,1.0032587051391602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,uniform,1.3989280064900715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,uniform,2.2246507008870444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,uniform,0.5601173241933187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,uniform,0.7772266864776611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,uniform,1.2255146503448486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,uniform,0.8313706715901693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,uniform,0.9782346884409586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,uniform,0.43650134404500324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,uniform,2.0015786488850913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,uniform,0.5199893315633138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,uniform,1.6525600751241047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,uniform,2.571114699045817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,uniform,1.3399573961893718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,uniform,0.6411840120951334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,uniform,0.7698187033335367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,uniform,0.5550400018692017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,uniform,1.0280959606170654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,uniform,0.772437334060669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,uniform,1.2210506598154705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,uniform,1.125162680943807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,uniform,0.8286293347676595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,uniform,0.9077866872151693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,uniform,0.9322720368703207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,uniform,1.1493493715922039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,uniform,1.635541280110677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,uniform,2.6396533648173013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,uniform,0.5305546522140503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,uniform,0.6571093400319418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,uniform,1.4927679697672527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,uniform,0.941269318262736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,uniform,1.1300266583760579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,uniform,1.6069812774658203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,uniform,1.1535733540852864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,uniform,0.9331466356913248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,uniform,1.3933653831481934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,uniform,0.8452533086140951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,uniform,0.9656319618225098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,uniform,2.4645279248555503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,uniform,3.1084267298380532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,uniform,1.9390826225280762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,uniform,1.1557013193766277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,uniform,0.759488026301066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,uniform,1.2541279792785645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,uniform,1.6975466410319011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,uniform,1.1362079779307048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,uniform,1.3985759417215984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,uniform,1.4229013125101726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,uniform,1.8017120361328125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,uniform,2.5666240056355796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,uniform,4.2805226643880205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,uniform,0.730400005976359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,uniform,1.3232746918996174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,uniform,0.9527146816253662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,uniform,1.654677391052246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,uniform,1.368949254353841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,uniform,2.211146672566732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,uniform,2.2771679560343423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,uniform,1.3808746337890625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,uniform,1.0976746877034504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,uniform,1.2493279774983723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,uniform,3.6596479415893555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,uniform,1.7600587209065754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,uniform,2.52511994043986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,uniform,4.048757235209147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,uniform,1.0056426525115967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,uniform,1.4943413734436035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,uniform,1.506074587504069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,uniform,2.214933395385742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,uniform,1.6361066500345867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,uniform,1.797141393025716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,uniform,1.6505920092264812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,uniform,3.0900586446126304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,uniform,2.13265593846639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,uniform,0.951311985651652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,uniform,5.2323252360026045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,uniform,1.241967995961507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,uniform,1.805338700612386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,uniform,2.9020907084147134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,uniform,1.7175893783569336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,uniform,2.1539200146993003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,uniform,2.973722775777181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,uniform,2.023039976755778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,uniform,2.559450626373291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,uniform,4.792064030965169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,uniform,5.9133650461832685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,uniform,1.5921227137247722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,uniform,2.212026596069336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,uniform,1.7869386672973633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,uniform,2.225557327270508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,uniform,3.603525479634603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,uniform,2.45251194636027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,uniform,1.47817595799764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,uniform,2.6615947087605796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,uniform,3.2814931869506836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,uniform,2.4186399777730307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,uniform,3.1296106974283853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,uniform,4.564031918843587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,uniform,1.3825440406799316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,uniform,1.8143253326416016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,uniform,7.61573855082194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,uniform,2.6501545906066895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,uniform,4.276416142781575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,uniform,2.3572586377461753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,uniform,2.992992083231608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,uniform,4.177226702372233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,uniform,6.858085632324219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,uniform,2.484421412150065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,uniform,3.249231974283854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,uniform,4.689861297607422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,uniform,1.973903973897298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,uniform,7.8656266530354815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,uniform,2.416565259297689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,uniform,2.898693402608236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,uniform,2.9227307637532554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,uniform,3.262533187866211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,uniform,3.555386543273926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,uniform,2.094853401184082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,uniform,4.401610692342122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,uniform,3.1473814646402993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,uniform,6.075551986694336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,uniform,4.124170621236165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,uniform,1.8077813784281414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,uniform,2.367802619934082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,uniform,5.656149546305339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,uniform,3.4837013880411782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,uniform,9.995349248250326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,uniform,3.1209866205851235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,uniform,3.969600041707357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,uniform,5.576794942220052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,uniform,3.4065065383911133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,uniform,4.449413299560547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,uniform,9.133925120035807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,uniform,6.420000076293945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,uniform,2.434170722961426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,uniform,10.636528015136719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,uniform,2.6375306447347007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,uniform,3.005392074584961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,uniform,3.6147839228312173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,uniform,3.6117919286092124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,uniform,4.052975972493489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,uniform,4.463130633036296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,uniform,5.471136093139648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,uniform,3.9029973347981772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,uniform,5.110869407653809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,uniform,7.523600260416667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,uniform,12.414661407470703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,uniform,2.2090506553649902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,uniform,2.9465920130411782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,uniform,4.317930539449056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,uniform,7.052202860514323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,uniform,3.780048052469889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,uniform,4.787727991739909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,uniform,0.10577600200970967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,uniform,0.07819733520348866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,uniform,11.222923278808594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,uniform,6.7490183512369795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,uniform,0.060922667384147644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,uniform,0.06028800209363302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,uniform,0.1360479990641276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,uniform,4.2956587473551435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,uniform,0.0883626639842987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,uniform,5.66213862101237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,uniform,0.07170133292675018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,uniform,13.227546691894531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,uniform,8.088048299153646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,uniform,0.07928533355395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,uniform,0.07431999842325847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,uniform,0.06301866471767426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,uniform,0.06316266457239787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,uniform,0.07415466507275899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,uniform,0.05026666820049286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,uniform,0.08163733283678691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,uniform,0.04929600159327189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,uniform,0.057818666100502014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,uniform,0.0495413343111674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,uniform,0.0580320010582606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,uniform,0.06339199841022491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,uniform,0.0784853349129359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,uniform,0.06485333542029063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,uniform,0.07434666653474171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,uniform,0.0629066675901413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,uniform,0.07971199850241344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,uniform,0.0672106643517812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,uniform,0.06289066871007283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,uniform,0.063360000650088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,uniform,0.07543466488520305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,uniform,0.07647466659545898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,uniform,0.10711466272672017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,uniform,0.07191466788450877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,uniform,0.06963199873765309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,uniform,0.1325493355592092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,uniform,0.09513599673906963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,uniform,0.08643733461697896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,uniform,0.09347732861836751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,uniform,0.07892266909281413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,uniform,0.08396800359090169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,uniform,0.09258666634559631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,uniform,0.08145600060621898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,uniform,0.08266666531562805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,uniform,0.058149332801500954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,uniform,0.06145066519578298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,uniform,0.05716800192991892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,uniform,0.07931200166543324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,uniform,0.05704000095526377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,uniform,0.06623999774456024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,uniform,0.07983466486136119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,uniform,0.07659733295440674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,uniform,0.0793333351612091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,uniform,0.07750933369000752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,uniform,0.0886240005493164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,uniform,0.07979199786980946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,uniform,0.08333333333333333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,uniform,0.08105066418647766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,uniform,0.09660800298055013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,uniform,0.09596799810727437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,uniform,0.10057066877683003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,uniform,0.08878399928410848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,uniform,0.08642133076985677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,uniform,0.13166399796803793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,uniform,0.12046933174133301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,uniform,0.10382933417956035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,uniform,0.11860799789428711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,uniform,0.11727466185887654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,uniform,0.09334933757781982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,uniform,0.10356266299883525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,uniform,0.12811199824015299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,uniform,0.10877333084742229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,uniform,0.0672106643517812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,uniform,0.0684799998998642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,uniform,0.07163199782371521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,uniform,0.06800533334414165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,uniform,0.08273600041866302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,uniform,0.10842133561770122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,uniform,0.09701866904894511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,uniform,0.10652800401051839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,uniform,0.11149866382280986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,uniform,0.09619200229644775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,uniform,0.09293333689371745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,uniform,0.1006719966729482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,uniform,0.09950400392214458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,uniform,0.11194666226704915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,uniform,0.10013866424560547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,uniform,0.09589866797129314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,uniform,0.11875733733177185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,uniform,0.08581866820653279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,uniform,0.11802132924397786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,uniform,0.08968533078829448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,uniform,0.13117866714795431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,uniform,0.12025599678357442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,uniform,0.11577066779136658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,uniform,0.13777599732081094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,uniform,0.1330453356107076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,uniform,0.1462399959564209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,uniform,0.13674133022626242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,uniform,0.07967466612656911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,uniform,0.1741866668065389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,uniform,0.0806826651096344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,uniform,0.0828000009059906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,uniform,0.08887466788291931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,uniform,0.15407466888427734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,uniform,0.15068266789118448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,uniform,0.10950932900110881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,uniform,0.14511467019716898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,uniform,0.15471999843915304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,uniform,0.1823199987411499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,uniform,0.14148267110188803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,uniform,0.14378133416175842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,uniform,0.13974400361378989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,uniform,0.15473066767056784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,uniform,0.18396266301472983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,uniform,0.10354666908582051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,uniform,0.09000000357627869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,uniform,0.09006933371225993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,uniform,0.08781866232554118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,uniform,0.1204266647497813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,uniform,0.11756799618403117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,uniform,0.13710932930310568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,uniform,0.11698666214942932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,uniform,0.21378666162490845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,uniform,0.2124320069948832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,uniform,0.300165335337321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,uniform,0.21854400634765625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,uniform,0.24340800444285074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,uniform,0.12292800347010295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,uniform,0.12317867080370586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,uniform,0.23501867055892944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,uniform,0.12809600432713827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,uniform,0.1737066706021627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,uniform,0.14010666807492575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,uniform,0.23127466440200806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,uniform,0.23374933004379272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,uniform,0.24820800622304282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,uniform,0.29309332370758057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,uniform,0.23568532864252725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,uniform,0.23587199052174887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,uniform,0.2268106738726298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,uniform,0.1065066655476888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,uniform,0.2600586613019307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,uniform,0.09565333525339763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,uniform,0.3083786765734355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,uniform,0.08760000268618266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,uniform,0.08935466408729553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,uniform,0.13155200084050497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,uniform,0.11681600411732991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,uniform,0.1190720001856486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,uniform,0.42617066701253253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,uniform,0.11687466502189636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,uniform,0.3719786802927653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,uniform,0.37861335277557373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,uniform,0.3737066586812337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,uniform,0.5441866715749105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,uniform,0.12020799517631531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,uniform,0.13089600205421448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,uniform,0.17617599169413248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,uniform,0.1411626636981964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,uniform,0.280021329720815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,uniform,0.1281066636244456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,uniform,0.2765013376871745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,uniform,0.2795626719792684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,uniform,0.35438934961954754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,uniform,0.298799991607666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,uniform,0.38978131612141925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,uniform,0.4044693311055501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,uniform,0.4403146505355835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,uniform,0.3749493360519409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,uniform,0.10348266363143921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,uniform,0.5585759878158569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,uniform,0.09635733564694722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,uniform,0.08796800176302592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,uniform,0.0883733332157135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,uniform,0.12998933593432108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,uniform,0.3758399883906047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,uniform,0.11805867155392964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,uniform,0.12345600128173828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,uniform,0.1190880040327708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,uniform,0.3765386740366618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,uniform,0.38114134470621747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,uniform,0.12692800164222717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,uniform,0.42981866995493573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,uniform,0.1292746663093567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,uniform,0.5485119819641113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,uniform,0.15008533000946045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,uniform,0.1292639970779419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,uniform,0.17873066663742065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,uniform,0.27870933214823407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,uniform,0.2799626588821411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,uniform,0.3031733234723409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,uniform,0.27983999252319336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,uniform,0.35767467816670734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,uniform,0.5403466622034708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,uniform,0.5340533256530762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,uniform,0.541861335436503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,uniform,0.618282675743103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,uniform,0.7980159918467203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,uniform,0.10335999727249146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,uniform,0.09753599762916565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,uniform,0.09061333537101746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,uniform,0.09072533249855042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,uniform,0.12997866670290628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,uniform,0.37663467725118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,uniform,0.11894933382670085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,uniform,0.11761599779129028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,uniform,0.12122133374214172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,uniform,0.3808533350626628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,uniform,0.3847413460413615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,uniform,0.1291253368059794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,uniform,0.1299626628557841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,uniform,0.43265068531036377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,uniform,0.554640014966329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,uniform,0.13120533029238382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,uniform,0.1422719955444336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,uniform,0.17802133162816366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,uniform,0.28644800186157227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,uniform,0.2814133365948995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,uniform,0.28219733635584515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,uniform,0.30293865998586017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,uniform,0.36240001519521076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,uniform,0.5378186702728271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,uniform,0.5340693394343058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,uniform,0.5428426663080851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,uniform,0.6097066799799601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,uniform,0.7996053695678711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,uniform,0.09737066427866618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,uniform,0.09240000446637471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,uniform,0.09396800398826599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,uniform,0.0972053309281667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,uniform,0.378981351852417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,uniform,0.12355200449625652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,uniform,0.13132799665133157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,uniform,0.1253973344961802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,uniform,0.12403200070063274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,uniform,0.38046932220458984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,uniform,0.561514655749003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,uniform,0.3861173391342163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,uniform,0.4350239833196004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,uniform,0.1283253331979116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,uniform,0.13615467151006064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,uniform,0.1275040010611216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,uniform,0.14430933197339377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,uniform,0.28491199016571045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,uniform,0.3071146607398987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,uniform,0.180842657883962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,uniform,0.2826026678085327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,uniform,0.28174400329589844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,uniform,0.37054399649302167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,uniform,0.5370773474375407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,uniform,0.5405653317769369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,uniform,0.5525386730829874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,uniform,0.6174559990564982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,uniform,0.8018026351928711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,uniform,0.09711466232935588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,uniform,0.09252267082532246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,uniform,0.09226666887601216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,uniform,0.09696533282597859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,uniform,0.12335999806722005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,uniform,0.12377599875132243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,uniform,0.1328266660372416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,uniform,0.12994666894276938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,uniform,0.38315733273824054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,uniform,0.3792746861775716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,uniform,0.38868268330891925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,uniform,0.43881599108378094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,uniform,0.1318933367729187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,uniform,0.13008532921473184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,uniform,0.5632373491923014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,uniform,0.1516213317712148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,uniform,0.13457600275675455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,uniform,0.18252799908320108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,uniform,0.2866560022036235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,uniform,0.2868746717770894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,uniform,0.31303467353185016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,uniform,0.28298133611679077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,uniform,0.36977068583170575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,uniform,0.54203200340271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,uniform,0.09784000118573506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,uniform,0.6223093271255493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,uniform,0.5407893260320028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,uniform,0.09404266873995464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,uniform,0.807370662689209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,uniform,0.5519573291142782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,uniform,0.09319466352462769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,uniform,0.12820800145467123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,uniform,0.1011840005715688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,uniform,0.12759466965993246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,uniform,0.1317813297112783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,uniform,0.12452800075213115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,uniform,0.38202134768168133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,uniform,0.3859519958496094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,uniform,0.3943626483281453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,uniform,0.4473493496576945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,uniform,0.13251733779907227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,uniform,0.5727733373641968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,uniform,0.13194666306177774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,uniform,0.15398933490117392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,uniform,0.1890773375829061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,uniform,0.13717333475748697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,uniform,0.2885119915008545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,uniform,0.28699199358622235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,uniform,0.29132266839345294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,uniform,0.3142240047454834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,uniform,0.37643734614054364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,uniform,0.5437866846720377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,uniform,0.1027893324693044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,uniform,0.553605318069458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,uniform,0.5435733397801717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,uniform,0.8185013135274252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,uniform,0.6305226484934489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,uniform,0.10273067156473796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,uniform,0.10360532999038696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,uniform,0.14706666270891824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,uniform,0.11036266883214314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,uniform,0.15003732840220133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,uniform,0.13734933733940125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,uniform,0.13730133573214212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,uniform,0.38308266798655194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,uniform,0.3877546787261963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,uniform,0.4516479969024658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,uniform,0.39585065841674805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,uniform,0.13351466258366904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,uniform,0.5834346612294515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,uniform,0.13803199927012125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,uniform,0.13461333513259888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,uniform,0.18863999843597412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,uniform,0.2889866630236308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,uniform,0.29214932521184284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,uniform,0.15521066387494406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,uniform,0.28914666175842285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,uniform,0.31933865944544476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,uniform,0.3875093460083008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,uniform,0.5461973349253336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,uniform,0.6353866656621298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,uniform,0.5483359893163046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,uniform,0.557808001836141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,uniform,0.10242133339246114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,uniform,0.8295573393503824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,uniform,0.10401599605878194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,uniform,0.14591466387112936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,uniform,0.10381333033243816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,uniform,0.11290666460990906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,uniform,0.14203733205795288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,uniform,0.13740799824396768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,uniform,0.1455680032571157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,uniform,0.3859413464864095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,uniform,0.3903786738713582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,uniform,0.40009065469106037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,uniform,0.1342080036799113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,uniform,0.4556746482849121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,uniform,0.13550399740537009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,uniform,0.5902400016784668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,uniform,0.14050133029619852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,uniform,0.1585973302523295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,uniform,0.19429334004720053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,uniform,0.2913600007692973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,uniform,0.29547200600306195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,uniform,0.29445866743723553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,uniform,0.3240533272425334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,uniform,0.5483413139979044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,uniform,0.3898293177286784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,uniform,0.6436266501744589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,uniform,0.5616746743520101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,uniform,0.8416480223337809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,uniform,0.5507946809132894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,uniform,0.11114666859308879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,uniform,0.11091732978820801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,uniform,0.15390933553377786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,uniform,0.1167733371257782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,uniform,0.12714133659998575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,uniform,0.1525866687297821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,uniform,0.14475733041763306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,uniform,0.164682666460673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,uniform,0.3953813314437866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,uniform,0.3899093468983968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,uniform,0.4049760103225708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,uniform,0.13640000422795615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,uniform,0.4644373257954915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,uniform,0.6060160001118978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,uniform,0.1381066640218099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,uniform,0.1418719987074534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,uniform,0.1609173317750295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,uniform,0.29447466135025024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,uniform,0.2943039933840434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,uniform,0.1987733244895935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,uniform,0.30162133773167926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,uniform,0.39982398351033527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,uniform,0.33196266492207843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,uniform,0.5712000131607056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,uniform,0.5508106549580892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,uniform,0.6493599812189738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,uniform,0.556165337562561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,uniform,0.8601919809977213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,uniform,0.13706666231155396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,uniform,0.14503467082977295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,uniform,0.15241600076357523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,uniform,0.13798933227856955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,uniform,0.17721599340438843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,uniform,0.17589332660039267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,uniform,0.18483734130859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,uniform,0.19847466548283896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,uniform,0.4209973414738973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,uniform,0.6233226855595907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,uniform,0.40514667828877765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,uniform,0.39933868249257404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,uniform,0.48422400156656903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,uniform,0.14566933115323386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,uniform,0.15225066741307577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,uniform,0.16846400499343872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,uniform,0.20774932702382407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,uniform,0.28759467601776123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,uniform,0.30342400074005127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,uniform,0.3057173291842143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,uniform,0.3474080165227254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,uniform,0.31406933069229126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,uniform,0.4147679805755615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,uniform,0.5873546600341797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,uniform,0.5714346567789713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,uniform,0.564847985903422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,uniform,0.6664640108744303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,uniform,0.872698704401652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,uniform,0.1553439994653066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,uniform,0.15375999609629312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,uniform,0.1477013329664866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,uniform,0.1689173380533854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,uniform,0.21006399393081665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,uniform,0.20232532421747842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,uniform,0.20415467023849487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,uniform,0.2228426734606425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,uniform,0.4039466778437297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,uniform,0.4092959960301717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,uniform,0.49031468232472736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,uniform,0.6332746744155884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,uniform,0.4257066647211711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,uniform,0.14881599942843118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,uniform,0.17428799470265707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,uniform,0.15584533413251242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,uniform,0.3171893358230591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,uniform,0.29496532678604126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,uniform,0.21196266015370688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,uniform,0.3302346666653951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,uniform,0.35441601276397705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,uniform,0.42344534397125244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,uniform,0.5820320049921671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,uniform,0.5780426661173502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,uniform,0.8897600173950195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,uniform,0.5686453183492025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,uniform,0.5910186767578125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,uniform,0.6819519996643066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,uniform,0.1681706706682841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,uniform,0.16866666078567505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,uniform,0.17673067251841226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,uniform,0.2408533294995626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,uniform,0.19592533508936563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,uniform,0.25382934014002484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,uniform,0.2746773362159729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,uniform,0.24292800823847452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,uniform,0.4129653374354045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,uniform,0.5086986621220907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,uniform,0.41970133781433105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,uniform,0.43861865997314453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,uniform,0.6574879884719849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,uniform,0.15351466337839761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,uniform,0.16055466731389365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,uniform,0.18005865812301636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,uniform,0.3073599934577942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,uniform,0.2206773360570272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,uniform,0.3631146748860677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,uniform,0.3315040071805318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,uniform,0.3274293343226115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,uniform,0.4373866717020671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,uniform,0.602133313814799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,uniform,0.5784266789754232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,uniform,0.5890400012334188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,uniform,0.702128012975057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,uniform,0.2283680041631063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,uniform,0.6097013155619303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,uniform,0.9138986269632975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,uniform,0.22876266638437906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,uniform,0.26334933439890545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,uniform,0.23974400758743286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,uniform,0.3352106809616089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,uniform,0.34118398030598956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,uniform,0.3505226771036784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,uniform,0.3748106559117635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,uniform,0.45615466435750324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,uniform,0.48528532187143963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,uniform,0.9968907038370768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,uniform,0.196560005346934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,uniform,0.5446240107218424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,uniform,0.6855839888254801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,uniform,0.2121973236401876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,uniform,0.24365333716074625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,uniform,0.3025066653887431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,uniform,0.43792001406351727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,uniform,0.3816800117492676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,uniform,0.4057439963022868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,uniform,0.45127467314402264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,uniform,0.5604426860809326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,uniform,0.8742559750874838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,uniform,0.7624426682790121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,uniform,0.6210399866104126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,uniform,0.9912640253702799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,uniform,0.6459840138753256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,uniform,0.6159199873606364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,uniform,0.2762826681137085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,uniform,0.2802720069885254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,uniform,0.29476267099380493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,uniform,0.4247200091679891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,uniform,0.3222399950027466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,uniform,0.4179413318634033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,uniform,0.44096533457438153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,uniform,0.47492798169453937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,uniform,0.5048640171686808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,uniform,0.4742879867553711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,uniform,0.5646613438924154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,uniform,0.7200853029886881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,uniform,1.043877363204956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,uniform,0.22076267004013062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,uniform,0.24242132902145386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,uniform,0.281333327293396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,uniform,0.3574933211008708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,uniform,0.5543626546859741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,uniform,0.48105065027872723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,uniform,0.45205867290496826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,uniform,0.5279733339945475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,uniform,0.636031985282898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,uniform,1.0364267031351726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,uniform,0.6482773224512736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,uniform,0.3849066495895386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,uniform,0.6904426415761312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,uniform,0.7650773525238037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,uniform,1.0000426769256592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,uniform,1.4381866455078125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,uniform,0.3907839854558309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,uniform,0.4081386725107829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,uniform,0.4437919855117798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,uniform,0.5974719921747843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,uniform,0.6047999858856201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,uniform,0.6246560017267863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,uniform,0.6693867047627767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,uniform,0.6790186564127604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,uniform,0.5935200055440267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,uniform,0.5498666763305664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,uniform,1.2809600035349529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,uniform,0.8631786505381266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,uniform,0.3522453308105469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,uniform,0.30662399530410767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,uniform,0.2834560076395671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,uniform,0.6812960306803385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,uniform,0.5532213449478149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,uniform,0.4393119812011719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,uniform,0.5846986770629883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,uniform,0.7956319650014242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,uniform,0.6472533146540324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,uniform,1.232202688852946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,uniform,0.6822026570638021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,uniform,0.4940640131632487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,uniform,0.8121333122253418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,uniform,1.0517653624216716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,uniform,0.7267999649047852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,uniform,1.5349973042805989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,uniform,0.5086453358332316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,uniform,0.5295039812723795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,uniform,0.5696800152460734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,uniform,0.7784427007039388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,uniform,0.7885279655456543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,uniform,0.8096160093943278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,uniform,0.8672746817270914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,uniform,0.6421546538670858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,uniform,0.6951039632161459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,uniform,0.784330685933431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,uniform,0.9933493137359619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,uniform,1.416170597076416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,uniform,0.37086931864420575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,uniform,0.3435680071512858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,uniform,0.422266681989034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,uniform,0.5127573410669962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,uniform,0.7088800271352133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,uniform,0.8284746805826823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,uniform,0.7536640167236328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,uniform,0.8122080167134603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,uniform,0.9447306791941324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,uniform,0.7816267013549805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,uniform,1.6145920753479004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,uniform,0.7693013350168864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,uniform,0.8492373625437418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,uniform,0.9651679992675781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,uniform,1.2613013585408528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,uniform,0.7282719612121582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,uniform,1.8158292770385742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,uniform,0.7603466510772705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,uniform,1.1912853717803955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,uniform,0.823088010152181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,uniform,1.150586684544881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,uniform,1.179813305536906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,uniform,1.2593920230865479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,uniform,0.8746399879455566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,uniform,0.9950559933980306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,uniform,1.0664107004801433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,uniform,1.8036160469055176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,uniform,0.464138666788737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,uniform,1.317365328470866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,uniform,0.5057066679000854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,uniform,0.5719360113143921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,uniform,0.6987893581390381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,uniform,1.1183093388875325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,uniform,1.1672639846801758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,uniform,0.9472746849060059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,uniform,1.0116533438364665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,uniform,1.2611467043558757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,uniform,2.201887925465902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,uniform,0.9410080115000407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,uniform,1.0374080340067546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,uniform,1.0418506463368733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,uniform,1.016874631245931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,uniform,1.1574613253275554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,uniform,1.4884586334228516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,uniform,2.0904213587443032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,uniform,1.089461326599121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,uniform,1.6536213556925456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,uniform,1.1666879653930664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,uniform,1.609989325205485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,uniform,1.5569599469502766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,uniform,1.666927973429362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,uniform,1.1675893465677898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,uniform,1.3418720563252766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,uniform,1.681114673614502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,uniform,1.3959360122680664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,uniform,2.245317300160726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,uniform,0.5826719999313354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,uniform,0.6288586854934692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,uniform,0.7215786774953207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,uniform,1.1755839983622234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,uniform,1.4989013671875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,uniform,0.8801066875457764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,uniform,1.241007963816325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,uniform,1.5917706489562988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,uniform,1.3965546290079753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,uniform,2.804416020711263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,uniform,1.3607786496480305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,uniform,1.7656480471293132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,uniform,1.5890666643778484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,uniform,1.5550293922424316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,uniform,1.5951414108276367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,uniform,1.528773307800293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,uniform,1.6433919270833333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,uniform,2.002965291341146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,uniform,2.7276268005371094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,uniform,2.4281652768452964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,uniform,2.3002400398254395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,uniform,2.4712959925333657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,uniform,2.4997545878092446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,uniform,1.5841652552286785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,uniform,1.8411946296691895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,uniform,1.9760319391886394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,uniform,2.4613547325134277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,uniform,3.1493441263834634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,uniform,0.8114826679229736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,uniform,1.0324959754943848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,uniform,0.8734133243560791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,uniform,1.239786704381307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,uniform,2.2229812939961753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,uniform,1.8792907396952312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,uniform,1.7457280158996582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,uniform,2.1538613637288413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,uniform,2.5218613942464194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,uniform,1.8696266810099285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,uniform,4.069792111714681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,uniform,2.142085393269857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,uniform,2.083130677541097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,uniform,2.4182666142781577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,uniform,2.193631966908773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,uniform,1.9740427335103352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,uniform,2.263754685719808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,uniform,3.3746986389160156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,uniform,2.475365320841471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,uniform,3.433199882507324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,uniform,3.1698293685913086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,uniform,3.261813481648763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,uniform,3.5878025690714517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,uniform,2.242954730987549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,uniform,2.7747360865275064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,uniform,2.454576015472412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,uniform,1.0491413275400798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,uniform,3.388549486796061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,uniform,4.291119893391927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,uniform,1.1340213616689045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,uniform,1.30567463239034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,uniform,1.602549393971761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,uniform,2.8589652379353843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,uniform,2.3136000633239746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,uniform,2.500266710917155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,uniform,2.6577280362447104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,uniform,3.328357378641764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,uniform,2.3549013137817383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,uniform,5.251738548278809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,uniform,3.097397486368815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,uniform,2.893418629964193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,uniform,3.5880212783813477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,uniform,3.184885342915853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,uniform,2.635802745819092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,uniform,2.9244372049967446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,uniform,3.671034812927246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,uniform,4.437674522399902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,uniform,5.448560078938802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,uniform,5.618448257446289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,uniform,5.370847702026367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,uniform,5.821829477945964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,uniform,3.3129758834838867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,uniform,3.737701416015625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,uniform,4.89793078104655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,uniform,4.081546783447266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,uniform,1.6227307319641113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,uniform,6.4506880442301435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,uniform,1.6698400179545085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,uniform,1.861178716023763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,uniform,4.23089059193929
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,uniform,2.4279093742370605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,uniform,3.690176010131836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,uniform,3.855056126912435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,uniform,4.183370590209961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,uniform,7.852191925048828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,uniform,3.3051093419392905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,uniform,4.990885416666667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,uniform,4.369610786437988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,uniform,4.4156694412231445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,uniform,4.591237386067708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,uniform,4.895610809326172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,uniform,3.962522824605306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,uniform,4.449968020121257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,uniform,5.087295850118001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,uniform,6.457594553629558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,uniform,8.117600123087565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,uniform,7.980997085571289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,uniform,7.710570653279622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,uniform,8.048847834269205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,uniform,4.492725372314453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,uniform,4.925967852274577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,uniform,5.662773132324219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,uniform,6.754255930582683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,uniform,2.239840030670166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,uniform,8.624565124511719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,uniform,2.2473227183024087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,uniform,2.4572106997172036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,uniform,3.1591361363728843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,uniform,5.098287900288899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,uniform,5.545594533284505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,uniform,5.104528109232585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,uniform,5.677487691243489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,uniform,10.345541636149088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,uniform,4.671610514322917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,uniform,6.743546803792317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,uniform,5.522127787272136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,uniform,5.614751815795898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,uniform,5.618415832519531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,uniform,6.034575780232747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,uniform,5.342016220092773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,uniform,6.035408020019531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,uniform,7.031962712605794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,uniform,9.884431838989258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,uniform,10.275952021280924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,uniform,9.57744026184082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,uniform,10.113157272338867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,uniform,9.009210586547852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,uniform,5.865919748942058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,uniform,6.36953608194987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,uniform,8.444480260213217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,uniform,7.143152236938477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,uniform,10.827882130940756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,uniform,2.7813332875569663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,uniform,2.888671875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,uniform,3.0804052352905273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,uniform,3.9128586451212564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,uniform,6.958096186319987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,uniform,6.143472035725911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,uniform,6.426586786905925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,uniform,6.8751570383707685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,uniform,8.168352127075195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,uniform,6.050357182820638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,uniform,12.73861821492513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,8,uniform,0.07681599756081899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,8,uniform,0.08603200316429138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,2,uniform,0.050186668833096824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,1,uniform,0.049456000328063965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,4,uniform,0.06038933495680491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,1,uniform,0.055120001236597695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,4,uniform,0.06784533460934956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,2,uniform,0.05729599793752035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,uniform,0.06367999811967213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,uniform,0.05099200208981832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,uniform,0.05276266733805338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,uniform,0.05425066749254862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,uniform,0.064410666624705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,uniform,0.050213331977526345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,uniform,0.046469335754712425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,uniform,0.04614399870236715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,uniform,0.04645866652329763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,uniform,0.04983466863632202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,uniform,0.060517330964406334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,uniform,0.051407997806866966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,uniform,0.05166399975617727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,uniform,6.637205123901367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,uniform,0.06102933486302694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,uniform,0.05359466870625814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,uniform,0.06085333228111267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,uniform,0.056362668673197426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,uniform,0.052154665191968284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,uniform,0.055904000997543335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,8,uniform,0.07679999868075053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,uniform,0.06337599953015645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,2,uniform,0.05578133463859558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,4,uniform,0.05898666878541311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,uniform,7.379893620808919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,2,uniform,0.06297066807746887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,8,uniform,0.087226668993632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,1,uniform,0.05251200000445048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,4,uniform,0.07234666744867961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,1,uniform,0.06962133447329204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,uniform,0.06161599854628245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,uniform,0.06165333092212677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,uniform,8.694138844807943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,uniform,0.06135466694831848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,uniform,0.06861333549022675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,uniform,0.049738665421803795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,uniform,0.07668800155321757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,uniform,0.0503359983364741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,uniform,0.0507893313964208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,uniform,11.142021179199219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,uniform,0.06030400097370148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,uniform,0.05851200222969055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,uniform,0.0525493323802948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,uniform,0.06214933097362518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,uniform,0.06228266656398773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,uniform,0.06574933230876923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,uniform,0.07223466535409291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,uniform,0.06332799792289734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,uniform,0.06253866851329803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,uniform,0.06233066817124685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,uniform,0.06692799925804138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,uniform,0.07854400078455608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,4,uniform,0.06899199883143108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,8,uniform,0.07506133119265239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,1,uniform,0.06790400048096974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,8,uniform,0.08726400136947632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,2,uniform,0.0662613312403361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,4,uniform,0.08341333270072937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,uniform,0.07859200239181519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,uniform,0.0690826674302419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,2,uniform,0.08348799745241801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,1,uniform,0.083146666487058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,uniform,0.08737066388130188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,uniform,0.06914666791756947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,uniform,0.10254933436711629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,uniform,0.05294933418432871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,uniform,0.053583999474843345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,uniform,0.05473066866397858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,uniform,0.07598400115966797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,uniform,0.06066133578618368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,uniform,0.06857599814732869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,uniform,0.07307200133800507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,uniform,0.07201066613197327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,uniform,0.0831413318713506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,uniform,0.09646933277448018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,uniform,0.07201066613197327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,uniform,0.06819733480612437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,8,uniform,0.07401066521803538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,uniform,0.07964266836643219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,uniform,0.10745066404342651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,uniform,0.08614400029182434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,4,uniform,0.07039466500282288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,2,uniform,0.06650133430957794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,1,uniform,0.06843199829260509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,8,uniform,0.08565333485603333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,4,uniform,0.08220799763997395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,uniform,0.09549867113431294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,uniform,0.1109226644039154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,1,uniform,0.08294400076071422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,2,uniform,0.08217599987983704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,uniform,0.0916319986184438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,uniform,0.09037333726882935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,uniform,0.1418880025545756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,uniform,0.06270933151245117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,uniform,0.06999999781449635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,uniform,0.0656160016854604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,uniform,0.07879466811815898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,uniform,0.0995146632194519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,uniform,0.09799466530481975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,uniform,0.09977066516876221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,uniform,0.10380799571673076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,uniform,0.14129066467285156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,uniform,0.09075199564297994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,uniform,0.11423466602961223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,uniform,0.09636267026265462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,uniform,0.09249599774678548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,uniform,0.11308266719182332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,uniform,0.14402666687965393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,4,uniform,0.06938666601975758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,8,uniform,0.07644266883532207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,2,uniform,0.0684746652841568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,1,uniform,0.0686773310105006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,8,uniform,0.0890933374563853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,2,uniform,0.08426133791605632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,4,uniform,0.08538132905960083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,uniform,0.13462400436401367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,uniform,0.14544533689816794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,1,uniform,0.08426133791605632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,uniform,0.133733332157135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,uniform,0.17368000745773315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,uniform,0.2317813237508138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,uniform,0.09634666641553243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,uniform,0.08705600102742513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,uniform,0.1118986705938975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,uniform,0.08939199646313985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,uniform,0.14063466588656107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,uniform,0.14850667119026184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,uniform,0.1421226660410563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,uniform,0.1518239974975586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,uniform,0.1729173262914022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,uniform,0.1355946660041809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,uniform,0.22369599342346191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,uniform,0.13526399930318198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,uniform,0.1469439963499705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,uniform,0.17416532834370932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,uniform,0.23244265715281168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,2,uniform,0.06821333368619283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,4,uniform,0.06826133529345195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,8,uniform,0.07482133309046428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,2,uniform,0.08437866965929668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,4,uniform,0.08286400139331818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,1,uniform,0.06957866748174031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,8,uniform,0.08649067083994548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,uniform,0.21519466241200766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,uniform,0.21796266237894693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,uniform,0.23937066396077475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,1,uniform,0.08377066254615784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,uniform,0.29824533065160114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,uniform,0.4185813268025716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,uniform,0.08753066261609395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,uniform,0.09053333600362141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,uniform,0.09500267108281453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,uniform,0.11294933160146077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,uniform,0.15184533596038818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,uniform,0.1687999963760376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,uniform,0.17800533771514893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,uniform,0.16963199774424234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,uniform,0.21604265769322714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,uniform,0.22141865889231363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,uniform,0.2722826600074768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,uniform,0.20562666654586792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,uniform,0.24035733938217163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,uniform,0.29797865947087604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,4,uniform,0.06993600229422252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,2,uniform,0.06830400228500366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,uniform,0.42124799887339276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,8,uniform,0.07449600100517273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,1,uniform,0.06935999790827434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,8,uniform,0.08739733695983887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,4,uniform,0.08366400003433228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,1,uniform,0.08505066235860188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,2,uniform,0.08504533767700195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,uniform,0.21939200162887573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,uniform,0.21997332572937012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,uniform,0.24010133743286133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,uniform,0.29925332466761273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,uniform,0.42078932126363117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,uniform,0.08958933750788371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,uniform,0.09242666761080424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,uniform,0.1136853297551473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,uniform,0.0979146659374237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,uniform,0.15306133031845093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,uniform,0.16937067111333212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,uniform,0.17736534277598062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,uniform,0.26899200677871704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,uniform,0.16793066263198853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,uniform,0.21052799622217813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,uniform,0.2988053361574809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,uniform,0.3349333206812541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,uniform,0.29895999034245807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,8,uniform,0.07452799876530965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,1,uniform,0.07098133365313213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,uniform,0.4182080030441284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,uniform,0.6046880086263021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,2,uniform,0.06854400038719177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,4,uniform,0.07141866783301036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,8,uniform,0.08770666519800822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,4,uniform,0.08413867155710857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,2,uniform,0.0855519970258077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,1,uniform,0.08435733119646709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,uniform,0.21940799554189047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,uniform,0.24288533131281534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,uniform,0.21837333838144937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,uniform,0.30430400371551514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,uniform,0.09153067072232564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,uniform,0.42291200160980225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,uniform,0.0909493366877238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,uniform,0.099781334400177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,uniform,0.1546880006790161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,uniform,0.11573867003122966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,uniform,0.16965866088867188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,uniform,0.18037333091100058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,uniform,0.16875733931859335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,uniform,0.2113706668217977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,uniform,0.300650676091512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,uniform,0.27377599477767944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,uniform,0.29796799023946124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,uniform,0.605840007464091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,uniform,0.3361920118331909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,uniform,0.42026134332021076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,2,uniform,0.07197866837183635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,4,uniform,0.0709440012772878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,8,uniform,0.07207466661930084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,1,uniform,0.07668800155321757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,8,uniform,0.08805333574612935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,4,uniform,0.08925867080688477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,uniform,0.22022400299708048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,1,uniform,0.09554133812586467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,2,uniform,0.09077866872151692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,uniform,0.22288533051808676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,uniform,0.24468799432118735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,uniform,0.30499200026194256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,uniform,0.09518399834632874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,uniform,0.09339732925097148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,uniform,0.42617066701253253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,uniform,0.15648000439008078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,uniform,0.11817600329717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,uniform,0.09915733337402344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,uniform,0.17189333836237589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,uniform,0.1827039917310079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,uniform,0.17404800653457642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,uniform,0.21428799629211426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,uniform,0.27749866247177124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,uniform,0.298362672328949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,uniform,0.30533333619435626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,uniform,0.337226668993632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,uniform,0.6108266512552897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,uniform,0.42285335063934326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,4,uniform,0.07076266904671986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,2,uniform,0.07195733487606049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,8,uniform,0.07277333239714305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,1,uniform,0.07751466830571492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,2,uniform,0.09453866879145305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,uniform,0.2214346726735433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,1,uniform,0.09894399841626485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,4,uniform,0.08880000313123067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,8,uniform,0.08949866890907288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,uniform,0.22252267599105835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,uniform,0.2464266618092855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,uniform,0.4296533266703288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,uniform,0.09387200077374776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,uniform,0.308079997698466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,uniform,0.09542933106422424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,uniform,0.10258133212725322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,uniform,0.11873066425323486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,uniform,0.1581653356552124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,uniform,0.17283733685811362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,uniform,0.18332266807556152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,uniform,0.1746079921722412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,uniform,0.21586666504542032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,uniform,0.28325867652893066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,uniform,0.30137066046396893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,uniform,0.3036320010821025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,uniform,0.34009599685668945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,uniform,0.6131466627120972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,uniform,0.42688000202178955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,8,uniform,0.07394133508205414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,4,uniform,0.07191999753316243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,2,uniform,0.07330133517583211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,1,uniform,0.0766186664501826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,2,uniform,0.09199999769528706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,4,uniform,0.09187733133633931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,uniform,0.22654932737350464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,1,uniform,0.09890133142471313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,8,uniform,0.08832533160845439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,uniform,0.2274293303489685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,uniform,0.25082133213679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,uniform,0.43429867426554364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,uniform,0.3131999969482422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,uniform,0.0978559950987498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,uniform,0.09591999650001526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,uniform,0.10401599605878194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,uniform,0.12291199962298076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,uniform,0.1607306698958079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,uniform,0.1752799948056539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,uniform,0.22246932983398438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,uniform,0.17740267515182495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,uniform,0.18652266263961792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,uniform,0.2805333336194356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,uniform,0.3070346713066101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,uniform,0.3088586727778117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,uniform,0.34297601381937665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,uniform,0.6201813220977783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,8,uniform,0.07764799892902374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,uniform,0.43404801686604816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,4,uniform,0.07770133515199025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,2,uniform,0.08058133224646251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,1,uniform,0.08874133229255676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,2,uniform,0.10019200046857198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,1,uniform,0.10646399855613708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,8,uniform,0.0997759997844696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,4,uniform,0.10018133123715718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,uniform,0.22541866699854532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,uniform,0.25446399052937824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,uniform,0.23076266050338745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,uniform,0.09655466675758362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,uniform,0.4447946548461914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,uniform,0.3171199957529704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,uniform,0.10567999879519145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,uniform,0.09858666857083638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,uniform,0.16429866353670755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,uniform,0.1257973313331604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,uniform,0.1787733236948649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,uniform,0.17515732844670615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,uniform,0.19234667221705118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,uniform,0.28724799553553265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,uniform,0.22386133670806885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,uniform,0.3096160093943278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,uniform,0.31134400765101117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,8,uniform,0.07734933495521545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,uniform,0.445093313852946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,uniform,0.34754665692647296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,uniform,0.6286506652832031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,4,uniform,0.07893866797288258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,2,uniform,0.08075733482837677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,4,uniform,0.09777599573135376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,1,uniform,0.08832533160845439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,2,uniform,0.1011199951171875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,8,uniform,0.09991466999053955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,1,uniform,0.10748266180356343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,uniform,0.22925867636998495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,uniform,0.23333332935969034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,uniform,0.2590879996617635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,uniform,0.32479466994603473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,uniform,0.09890666604042053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,uniform,0.0995306670665741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,uniform,0.4432053168614705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,uniform,0.10799466570218404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,uniform,0.16706132888793945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,uniform,0.12485333283742268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,uniform,0.18321067094802856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,uniform,0.19251734018325806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,uniform,0.17950934171676636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,uniform,0.22722133000691733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,uniform,0.29212266206741333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,uniform,0.31117333968480426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,uniform,0.44813334941864014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,uniform,0.640725334485372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,uniform,0.34985601902008057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,uniform,0.3162720004717509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,8,uniform,0.08307200173536937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,4,uniform,0.08434666196505229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,2,uniform,0.09141332904497783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,4,uniform,0.10436266660690308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,8,uniform,0.10620266199111938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,1,uniform,0.10172800223032634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,1,uniform,0.12203733126322429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,2,uniform,0.11150933305422465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,uniform,0.2334186633427938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,uniform,0.23593600591023764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,uniform,0.3297226627667745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,uniform,0.4598986705144246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,uniform,0.2645546595255534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,uniform,0.10150933265686035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,uniform,0.10249066352844238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,uniform,0.11065066854159038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,uniform,0.12943999965985617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,uniform,0.18265066544214884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,uniform,0.17361066738764444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,uniform,0.18607467412948608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,uniform,0.19700799385706583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,uniform,0.2320693333943685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,uniform,0.29733866453170776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,uniform,0.31328000624974567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,uniform,0.3182239929835002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,uniform,0.3587679862976074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,uniform,0.650272011756897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,uniform,0.4538453420003255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,8,uniform,0.10426132877667744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,4,uniform,0.10197866956392924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,2,uniform,0.10687999924023946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,4,uniform,0.1253493328889211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,8,uniform,0.12199999888737996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,1,uniform,0.119759996732076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,2,uniform,0.13319999972979227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,1,uniform,0.14591999848683676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,uniform,0.24439465999603271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,uniform,0.24980266888936362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,uniform,0.27822933594385785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,uniform,0.34441065788269043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,uniform,0.12085866928100586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,uniform,0.11316266655921936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,uniform,0.4699093500773112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,uniform,0.13832533359527588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,uniform,0.26210665702819824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,uniform,0.1776426633199056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,uniform,0.19197867314020792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,uniform,0.21374932924906412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,uniform,0.19433599710464478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,uniform,0.2444960077603658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,uniform,0.3130506674448649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,uniform,0.3271946708361308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,8,uniform,0.1123306651910146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,uniform,0.6692799727121989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,uniform,0.4701919953028361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,uniform,0.33825600147247314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,uniform,0.3747040033340454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,4,uniform,0.1090133289496104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,1,uniform,0.13081600268681845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,2,uniform,0.1160426636536916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,8,uniform,0.14164266983668009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,4,uniform,0.1388053297996521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,2,uniform,0.14495999614397684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,1,uniform,0.16141333182652792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,uniform,0.2555573383967082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,uniform,0.24898666143417358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,uniform,0.4792693456013997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,uniform,0.2850240071614583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,uniform,0.3508426745732625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,uniform,0.11620799700419109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,uniform,0.12485333283742268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,uniform,0.14232533176740012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,uniform,0.26652799050013226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,uniform,0.18253332376480103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,uniform,0.21209067106246948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,uniform,0.3288693428039551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,uniform,0.22152000665664673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,uniform,0.2567946712176005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,uniform,0.46448532740275067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,uniform,0.33316800991694134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,uniform,0.4806613524754842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,uniform,0.34098132451375324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,uniform,0.37744001547495526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,uniform,0.6713919639587402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,8,uniform,0.12091733018557231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,4,uniform,0.12281066179275513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,2,uniform,0.1320319970448812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,1,uniform,0.14889066418011984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,8,uniform,0.16103999813397726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,1,uniform,0.19582400719324747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,2,uniform,0.1758026679356893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,4,uniform,0.16526400049527487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,uniform,0.25837333997090656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,uniform,0.26412800947825116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,uniform,0.29713600873947144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,uniform,0.12242133418718974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,uniform,0.4976693391799927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,uniform,0.36929066975911456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,uniform,0.1309653321901957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,uniform,0.14966932932535806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,uniform,0.18939199050267538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,uniform,0.22182933489481607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,uniform,0.2776693304379781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,uniform,0.23062400023142496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,uniform,0.2672213315963745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,uniform,0.34066665172576904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,uniform,0.48339200019836426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,uniform,0.34333332379659015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,uniform,0.3532480001449585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,8,uniform,0.1572213371594747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,uniform,0.39557866255442303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,uniform,0.7009600003560384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,uniform,0.49702401955922443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,2,uniform,0.169813334941864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,4,uniform,0.1586240033308665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,1,uniform,0.19172267119089761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,4,uniform,0.21876800060272217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,8,uniform,0.2178186575571696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,1,uniform,0.25681066513061523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,2,uniform,0.23142399390538534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,uniform,0.31459200382232666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,uniform,0.33501867453257245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,uniform,0.4082933266957601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,uniform,0.8159733613332113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,uniform,0.5475840171178182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,uniform,0.1783199906349182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,uniform,0.1625173290570577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,uniform,0.20519467194875082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,uniform,0.26243199904759723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,uniform,0.4482239882151286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,uniform,0.29231466849644977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,uniform,0.3933866818745931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,uniform,0.27163734038670856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,uniform,0.34470399220784503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,uniform,0.6682773431142172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,uniform,0.3819520076115926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,uniform,0.39217599232991535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,uniform,0.43651731808980304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,8,uniform,0.18659732739130655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,uniform,0.5565333366394043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,4,uniform,0.19265600045522055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,2,uniform,0.20486400524775186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,1,uniform,0.22749332586924234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,uniform,0.7673013210296631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,4,uniform,0.27141332626342773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,8,uniform,0.26454933484395343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,2,uniform,0.2874026695887248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,1,uniform,0.32015466690063477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,uniform,0.33191466331481934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,uniform,0.3571679989496867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,uniform,0.4280213514963786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,uniform,0.576197346051534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,uniform,0.8524426619211832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,uniform,0.24129599332809448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,uniform,0.18628267447153726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,uniform,0.2066133419672648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,uniform,0.3157973289489746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,uniform,0.31269333759943646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,uniform,0.49088533719380695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,uniform,0.34247998396555585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,uniform,0.49958399931589764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,uniform,0.3962986469268799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,uniform,0.43057068188985187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,uniform,0.7697386741638184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,uniform,0.4655199845631917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,8,uniform,0.2514293392499288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,uniform,0.5580373207728068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,uniform,0.7871999740600586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,4,uniform,0.2574453353881836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,uniform,1.1919199625651042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,2,uniform,0.2730986674626668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,1,uniform,0.3050346573193868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,4,uniform,0.37836265563964844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,8,uniform,0.3659679889678955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,2,uniform,0.39441601435343426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,1,uniform,0.4363306760787964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,uniform,0.39833064874013263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,uniform,0.43252265453338623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,uniform,0.5198666652043661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,uniform,0.6969707012176514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,uniform,1.024229367574056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,uniform,0.2323733369509379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,uniform,0.25485867261886597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,uniform,0.2966826756795247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,uniform,0.38014400005340576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,uniform,0.5846773386001587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,uniform,0.3755893309911092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,uniform,0.41225067774454754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,uniform,0.46880535284678143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,uniform,0.5913493235905966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,uniform,0.9061866601308187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,uniform,0.4665919939676921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,8,uniform,0.31730133295059204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,uniform,0.5084319909413656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,uniform,0.8425066471099854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,uniform,0.6078240076700846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,4,uniform,0.3261706630388896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,2,uniform,0.34321598211924237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,uniform,1.2701600392659504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,1,uniform,0.37916266918182373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,8,uniform,0.4682453473409017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,4,uniform,0.4800959825515747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,1,uniform,0.5549066861470541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,2,uniform,0.5044426520665487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,uniform,0.5109866857528687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,uniform,0.4697920083999634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,uniform,0.7933066685994467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,uniform,1.1475413640340169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,uniform,0.6044586499532064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,uniform,0.27407999833424884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,uniform,0.30215466022491455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,uniform,0.34718934694925946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,uniform,0.44146132469177246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,uniform,0.5174346764882406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,uniform,0.6486239830652872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,uniform,0.46911998589833576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,uniform,0.7292213439941406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,uniform,0.5857706864674886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,uniform,1.156272013982137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,uniform,0.5485973358154297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,8,uniform,0.45340800285339355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,4,uniform,0.46808000405629474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,uniform,0.7313600381215414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,uniform,0.5983839829762777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,uniform,1.0059093634287517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,uniform,1.4934933980305989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,2,uniform,0.4901386499404907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,1,uniform,0.548090656598409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,8,uniform,0.6814773082733154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,2,uniform,0.7354346911112467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,4,uniform,0.6966986656188965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,1,uniform,0.8057493368784586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,uniform,0.6277066469192505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,uniform,0.6826240221659342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,uniform,0.797274669011434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,uniform,1.0266186396280925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,uniform,0.3629066546758016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,uniform,1.4024532636006672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,uniform,0.4043840169906616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,uniform,0.46505598227183026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,uniform,0.5889013210932413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,uniform,0.7856266498565674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,uniform,0.843285322189331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,uniform,0.6153493324915568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,uniform,0.6810080210367838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,uniform,0.9740906556447347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,uniform,0.6778079668680826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,uniform,1.578213373819987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,4,uniform,0.5994879802068075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,8,uniform,0.5837440093358358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,uniform,0.7438773314158121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,2,uniform,0.6315946578979492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,1,uniform,0.6993973255157471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,uniform,0.8782719771067301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,uniform,1.1814026832580566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,uniform,1.7261226971944172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,8,uniform,0.8896746635437012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,4,uniform,0.9038026332855225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,2,uniform,0.951807975769043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,1,uniform,1.0402026971181233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,uniform,0.7861493428548177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,uniform,0.9041706720987955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,uniform,1.0091626644134521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,uniform,1.278234640757243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,uniform,1.7218987147013347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,uniform,0.44704532623291016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,uniform,0.4959839979807536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,uniform,0.5827626784642538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,uniform,1.0999093055725098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,uniform,0.7357280254364014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,uniform,0.7637173334757487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,uniform,0.8380853335062662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,uniform,0.995568037033081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,uniform,0.9225760300954183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,uniform,1.9876960118611653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,uniform,1.2128799756368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,8,uniform,0.8342613379160563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,uniform,0.9922506809234619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,uniform,1.2003680070241292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,4,uniform,0.8541653156280518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,2,uniform,0.9032906691233317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,1,uniform,0.9950239658355713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,uniform,1.4730453491210938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,uniform,2.0232747395833335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,8,uniform,1.2903306484222412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,4,uniform,1.3129759629567463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,2,uniform,1.3789599736531575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,1,uniform,1.5103732744852703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,uniform,1.0931466420491536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,uniform,1.2230506738026936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,uniform,1.4849279721577961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,uniform,1.8327412605285645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,uniform,0.6150933504104614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,uniform,2.407621383666992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,uniform,0.6759040355682373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,uniform,0.8034133116404215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,uniform,1.041962703069051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,uniform,1.5948586463928223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,uniform,1.4310399691263835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,uniform,1.1020320256551106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,uniform,1.2174239953358967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,uniform,1.7729066212972004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,uniform,1.178767999013265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,uniform,2.874330520629883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,8,uniform,1.084165334701538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,4,uniform,1.1145813465118408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,2,uniform,1.1708693504333496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,1,uniform,1.2919519742329915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,uniform,1.3837439219156902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,uniform,1.9920053482055664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,uniform,1.5631465911865234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,uniform,2.6383253733317056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,4,uniform,1.728432019551595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,8,uniform,1.6853547096252441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,2,uniform,1.8027572631835938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,1,uniform,1.9789120356241863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,uniform,1.4262186686197917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,uniform,1.6141972541809082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,uniform,1.9762825965881348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,uniform,3.264992078145345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,uniform,2.457749366760254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,uniform,0.7867519855499268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,uniform,0.8640533288319906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,uniform,1.0147253672281902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,uniform,1.338746706644694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,uniform,2.143989404042562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,uniform,1.4144959449768066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,uniform,1.5516266822814941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,uniform,1.7918453216552734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,uniform,2.2676053047180176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,uniform,3.6888319651285806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,uniform,1.5435199737548828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,8,uniform,1.5824213027954102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,4,uniform,1.6248745918273926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,2,uniform,1.7092906634012859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,1,uniform,1.888762633005778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,uniform,1.7842507362365723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,uniform,2.100015958150228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,uniform,2.6285279591878257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,uniform,3.390613238016764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,8,uniform,2.514965375264486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,4,uniform,2.5374186833699546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,2,uniform,2.6560373306274414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,1,uniform,2.909573237101237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,uniform,2.0431200663248696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,uniform,2.2368319829305015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,uniform,3.6312052408854165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,uniform,2.8020801544189453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,uniform,1.228111982345581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,uniform,4.790053367614746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,uniform,1.1240853468577068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,uniform,1.431920051574707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,uniform,1.9237386385599773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,uniform,3.1057281494140625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,uniform,2.1253867149353027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,uniform,2.202319939931234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,uniform,2.5563039779663086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,uniform,3.399872144063314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,uniform,2.204480012257894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,uniform,5.482048034667969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,8,uniform,2.084826628367106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,4,uniform,2.135573387145996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,2,uniform,2.2506720225016275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,1,uniform,2.476090590159098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,uniform,2.4493813514709473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,uniform,3.058608055114746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,8,uniform,3.3184426625569663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,uniform,3.78714656829834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,4,uniform,3.346954663594564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,uniform,4.970666567484538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,2,uniform,3.5259361267089844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,1,uniform,3.9497547149658203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,uniform,2.7022507985432944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,uniform,3.016362508138021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,uniform,3.699280103047689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,uniform,4.777930577596028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,uniform,1.463861306508382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,uniform,6.4551041920979815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,uniform,1.5926987330118816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,uniform,1.861845334370931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,uniform,2.5208800633748374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,uniform,4.197098731994629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,uniform,2.7479785283406577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,uniform,3.015376091003418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,uniform,3.3687146504720054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,uniform,4.4143679936726885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,uniform,7.248938878377278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,uniform,2.9774932861328125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,4,uniform,2.647578716278076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,8,uniform,2.606378714243571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,2,uniform,2.7875680923461914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,1,uniform,3.0690132776896157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,uniform,3.0836000442504883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,uniform,4.032357215881348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,uniform,5.0868425369262695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,8,uniform,4.626789410909017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,2,uniform,4.810810724894206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,4,uniform,4.391546567281087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,1,uniform,5.223103841145833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,uniform,6.6394399007161455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,uniform,3.3654772440592446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,uniform,3.79912535349528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,uniform,4.453765233357747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,uniform,1.802293300628662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,uniform,5.916394551595052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,uniform,8.12070401509603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,uniform,1.9563733736673992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,uniform,2.279535929361979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,uniform,3.0866454442342124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,uniform,5.256629308064778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,uniform,3.4427359898885093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,uniform,3.6001758575439453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,uniform,4.122394561767578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,uniform,5.4224427541097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,uniform,8.935663859049479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,uniform,3.734373410542806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,8,uniform,0.09744532903035481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,4,uniform,0.07374399900436401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,1,uniform,0.06608533362547557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,2,uniform,0.06716800232728322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,8,uniform,0.11315199732780457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,4,uniform,0.08150400221347809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,2,uniform,0.07481599847475688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,1,uniform,0.07438933352629344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,uniform,0.07819733520348866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,uniform,0.08422399560610454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,uniform,0.07492800056934357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,uniform,0.06909866631031036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,uniform,0.08979733784993489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,uniform,0.09770133097966512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,uniform,0.06446933249632518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,uniform,0.06571199993292491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,uniform,0.0773119976123174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,uniform,0.07157333195209503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,uniform,0.07981333136558533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,uniform,0.075914666056633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,uniform,0.09077866872151692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,uniform,0.08232533435026805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,uniform,0.07578133543332417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,uniform,0.09982933600743611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,8,uniform,0.09945066769917806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,4,uniform,0.07572266459465027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,2,uniform,0.07002133131027222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,8,uniform,0.11375466982523601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,1,uniform,0.06966933111349742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,uniform,3.9170347849527993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,4,uniform,0.0825439989566803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,1,uniform,0.07936533292134602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,2,uniform,0.08196799953778584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,uniform,4.960384051005046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,uniform,0.09864532947540283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,uniform,0.08971200386683147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,uniform,0.0784853349129359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,uniform,6.253322601318359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,uniform,0.08086933195590973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,uniform,0.11770133177439372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,uniform,0.06871999800205231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,uniform,0.07050666709740956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,uniform,0.06945066650708516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,uniform,0.07892266909281413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,uniform,0.07842133442560832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,uniform,0.07954666515191396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,uniform,0.08243200182914734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,uniform,0.07980800171693166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,uniform,0.09179733196894328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,uniform,0.09807466467221577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,8,uniform,0.09690133730570476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,2,uniform,0.0867680013179779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,uniform,0.11959466338157654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,4,uniform,0.08941333492596944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,uniform,8.427898406982422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,1,uniform,0.08897067109743755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,8,uniform,0.11281599601109822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,4,uniform,0.11097600062688191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,1,uniform,0.10982400178909302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,2,uniform,0.1076853374640147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,uniform,0.09278933207194011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,uniform,0.09274133046468098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,uniform,0.10392533739407857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,uniform,0.11825600266456604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,uniform,0.0719413310289383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,uniform,0.15529599785804749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,uniform,0.07025599976380666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,uniform,0.07608533402283986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,uniform,0.10079466303189595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,uniform,0.09586133559544881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,uniform,0.10204799969991048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,uniform,0.10779199997584026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,uniform,0.09186133742332458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,uniform,0.10353599985440572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,uniform,0.12332800030708313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,uniform,0.15706666310628256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,4,uniform,0.0900320013364156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,8,uniform,0.09782933195432027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,2,uniform,0.08885866403579712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,4,uniform,0.11413333813349406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,2,uniform,0.10806933045387268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,1,uniform,0.088319996992747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,8,uniform,0.11301333705584209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,uniform,0.12346133589744568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,1,uniform,0.1092800001303355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,uniform,0.12272533774375916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,uniform,0.175818661848704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,uniform,0.2392959992090861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,uniform,0.10123733679453532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,uniform,0.14417599638303122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,uniform,0.08743466933568318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,uniform,0.08721599976221721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,uniform,0.12685333689053854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,uniform,0.12504000465075174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,uniform,0.14147733648618063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,uniform,0.12517866492271423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,uniform,0.12125333150227864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,uniform,0.14414933323860168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,uniform,0.17907200256983438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,uniform,0.24458666642506918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,8,uniform,0.0969493289788564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,4,uniform,0.09100266297658284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,2,uniform,0.08876799543698628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,1,uniform,0.08955199519793193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,8,uniform,0.11395200093587239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,2,uniform,0.11014399925867717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,4,uniform,0.11204800009727478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,1,uniform,0.1111893355846405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,uniform,0.18340800205866495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,uniform,0.1706719994544983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,uniform,0.2155946691830953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,uniform,0.27513599395751953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,uniform,0.4069066842397054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,uniform,0.11532266934712727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,uniform,0.1813546617825826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,uniform,0.1750133236249288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,uniform,0.11763200163841248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,uniform,0.13368533054987589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,uniform,0.19921066363652548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,uniform,0.1818986733754476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,uniform,0.16949333747227988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,uniform,0.21326400836308798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,uniform,0.2826240062713623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,2,uniform,0.08769599596659343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,uniform,0.39055466651916504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,8,uniform,0.09683199723561604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,4,uniform,0.08970133463541667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,1,uniform,0.09075733025868733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,2,uniform,0.10894933342933655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,4,uniform,0.11348266402880351
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,1,uniform,0.11354666948318481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,8,uniform,0.11412800351778667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,uniform,0.27401600281397503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,uniform,0.30506666501363117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,uniform,0.338858683904012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,uniform,0.11780266960461934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,uniform,0.7144052982330322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,uniform,0.47091201941172284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,uniform,0.13408533732096353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,uniform,0.1172213355700175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,uniform,0.21166932582855225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,uniform,0.20803199211756387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,uniform,0.23433067401250204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,uniform,0.27639466524124146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,uniform,0.3015093406041463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,uniform,0.35396265983581543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,uniform,0.48048532009124756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,uniform,0.7199626763661703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,8,uniform,0.0983786682287852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,1,uniform,0.09227200349171956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,4,uniform,0.0897920032342275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,2,uniform,0.088837335507075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,8,uniform,0.11454932888348897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,4,uniform,0.11244799693425496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,2,uniform,0.10977600018183391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,uniform,0.3055466612180074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,1,uniform,0.11276800433794658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,uniform,0.27878399689992267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,uniform,0.3452586730321248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,uniform,0.7309973239898682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,uniform,0.4700533151626587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,uniform,0.11771733562151591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,uniform,0.11927466591199239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,uniform,0.13664533694585165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,uniform,0.21194666624069214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,uniform,0.20736000935236612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,uniform,0.37349867820739746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,uniform,0.24003199736277261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,uniform,0.4177120129267375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,uniform,1.0227306683858235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,uniform,0.4780373175938924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,uniform,0.6773706277211508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,8,uniform,0.09947199622790019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,2,uniform,0.09118400017420451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,4,uniform,0.08865599830945332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,4,uniform,0.11250133315722148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,8,uniform,0.11282133062680562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,1,uniform,0.09390399853388469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,2,uniform,0.10986666878064473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,1,uniform,0.11382399996121724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,uniform,0.4778453509012858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,uniform,0.3087306618690491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,uniform,0.27517332633336383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,uniform,0.3458079894383748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,uniform,0.736016035079956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,uniform,0.11871467034022014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,uniform,0.12140799562136333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,uniform,0.13505066434542337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,uniform,0.21557333072026572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,uniform,0.2120693325996399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,uniform,0.3694080114364624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,uniform,0.24051199356714884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,uniform,0.4183093309402466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,uniform,0.4826506773630778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,8,uniform,0.11969066659609477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,uniform,0.6735680103302002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,4,uniform,0.12111999591191609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,uniform,1.0280906359354656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,2,uniform,0.11774933338165283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,1,uniform,0.12300800283749898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,2,uniform,0.15375999609629312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,8,uniform,0.15702399611473083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,4,uniform,0.15132799744606018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,uniform,0.27881600459416706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,1,uniform,0.15503467122713724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,uniform,0.3078879912694295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,uniform,0.35044264793395996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,uniform,0.48922133445739746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,uniform,0.7346239884694418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,uniform,0.1402346690495809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,uniform,0.12024000287055969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,uniform,0.1218933363755544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,uniform,0.21714667479197183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,uniform,0.21299733718236288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,uniform,0.24418665965398154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,uniform,0.48132801055908203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,uniform,0.4217013518015544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,uniform,0.3694666624069214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,uniform,0.6822613080342611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,8,uniform,0.11939733227094014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,uniform,1.0257919629414876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,4,uniform,0.11637866497039795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,1,uniform,0.12384000420570374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,2,uniform,0.11726400256156921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,8,uniform,0.15788267056147257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,4,uniform,0.15109333395957947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,1,uniform,0.1567253371079763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,2,uniform,0.1493760049343109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,uniform,0.3548266490300496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,uniform,0.3107786575953166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,uniform,0.2802826762199402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,uniform,0.48311467965443927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,uniform,0.7424106597900391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,uniform,0.22191466887791952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,uniform,0.12255466977755229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,uniform,0.12333866953849792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,uniform,0.13959999879201254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,uniform,0.2135253349939982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,uniform,0.24440000454584757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,uniform,0.3762986660003662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,uniform,0.42124799887339276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,uniform,0.4963839848836263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,8,uniform,0.1183733344078064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,uniform,1.042080005009969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,uniform,0.6849226951599121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,8,uniform,0.16089600324630737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,2,uniform,0.11874133348464966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,1,uniform,0.12379200259844463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,4,uniform,0.11734400192896526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,4,uniform,0.14923200011253357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,2,uniform,0.14994133512179056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,1,uniform,0.1585813363393148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,uniform,0.28411734104156494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,uniform,0.30948267380396527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,uniform,0.48556800683339435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,uniform,0.12359467148780823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,uniform,0.3596106767654419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,uniform,0.7444960276285807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,uniform,0.14271466930707297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,uniform,0.12544000148773193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,uniform,0.21766400337219238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,uniform,0.21548267205556235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,uniform,0.3832106590270996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,uniform,0.24789865811665854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,uniform,0.42840532461802167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,uniform,0.48923734823862713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,uniform,0.6790719827016195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,2,uniform,0.14381333192189535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,8,uniform,0.15015467007954916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,uniform,1.0528480211893718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,4,uniform,0.14593600233395895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,1,uniform,0.1457919975121816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,8,uniform,0.2013546625773112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,4,uniform,0.19314134120941162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,1,uniform,0.20830933252970377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,2,uniform,0.19310933351516724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,uniform,0.36215468247731525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,uniform,0.3138879934946696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,uniform,0.2842346628506978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,uniform,0.49726398785909015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,uniform,0.7398026784261068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,uniform,0.1276586651802063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,uniform,0.125109334786733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,uniform,0.22266666094462076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,uniform,0.14294399817784628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,uniform,0.2169920007387797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,uniform,0.25037866830825806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,uniform,0.38205333550771076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,uniform,0.4253386656443278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,uniform,0.4999893506368001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,uniform,1.056384007136027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,8,uniform,0.1493333379427592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,uniform,0.6855680147806803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,4,uniform,0.14479999740918478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,1,uniform,0.147599995136261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,2,uniform,0.14315733313560486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,2,uniform,0.19575466712315878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,4,uniform,0.19589332739512125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,8,uniform,0.2031946579615275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,1,uniform,0.20634132623672485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,uniform,0.28706665833791095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,uniform,0.74945068359375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,uniform,0.31522132953008014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,uniform,0.3659573396046956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,uniform,0.4991146723429362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,uniform,0.12623467048009238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,uniform,0.12843733032544455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,uniform,0.14597333470980325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,uniform,0.2248799999554952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,uniform,0.21943465868631998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,uniform,0.2519306739171346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,uniform,0.5040800174077352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,uniform,0.38122133413950604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,uniform,0.4309653441111247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,uniform,0.6933013598124186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,uniform,1.0631253719329834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,4,uniform,0.16525333126386008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,8,uniform,0.16481066743532816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,1,uniform,0.16988267501195273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,8,uniform,0.23150400320688883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,2,uniform,0.1639840006828308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,2,uniform,0.23693333069483438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,4,uniform,0.2304906646410624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,1,uniform,0.25221866369247437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,uniform,0.37324265638987225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,uniform,0.2868906656901042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,uniform,0.3193173408508301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,uniform,0.5040213267008463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,uniform,0.7610346476236979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,uniform,0.1295146644115448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,uniform,0.13052800297737122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,uniform,0.22830933332443237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,uniform,0.15106133619944254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,uniform,0.2211573322614034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,uniform,0.2592906753222148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,uniform,0.38102932771046955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,uniform,0.42952533562978107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,uniform,0.511573314666748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,4,uniform,0.19196265935897827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,uniform,0.6899413267771403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,uniform,1.0746613343556721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,8,uniform,0.20003734032313028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,2,uniform,0.19145600001017252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,1,uniform,0.19548267126083374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,2,uniform,0.2794559995333354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,8,uniform,0.27243200937906903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,4,uniform,0.2712426582972209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,uniform,0.2918773293495178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,1,uniform,0.2951520085334778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,uniform,0.3212266763051351
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,uniform,0.509002685546875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,uniform,0.3768800099690755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,uniform,0.7732746601104736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,uniform,0.17883733908335367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,uniform,0.21491199731826782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,uniform,0.17995200554529825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,uniform,0.2259626587231954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,uniform,0.22497065862019858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,uniform,0.43510933717091876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,uniform,0.26526399453481037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,uniform,0.6896426677703857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,uniform,0.38517868518829346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,uniform,0.5139840046564738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,uniform,1.0796319643656414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,8,uniform,0.2182933290799459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,4,uniform,0.21663999557495117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,8,uniform,0.3144373297691345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,2,uniform,0.21663467089335123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,1,uniform,0.22353599468866983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,4,uniform,0.31095999479293823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,2,uniform,0.31997867425282794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,1,uniform,0.3437439997990926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,uniform,0.29255467653274536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,uniform,0.3283039927482605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,uniform,0.37719468275705975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,uniform,0.5092586676279703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,uniform,0.7888853549957275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,uniform,0.18137067556381226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,uniform,0.18329066038131714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,uniform,0.21799467007319132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,uniform,0.34566934903462726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,uniform,0.3760799964269002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,uniform,0.3442026774088542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,uniform,0.3910026550292969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,uniform,0.43780799706776935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,uniform,0.5198506514231364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,4,uniform,0.26602667570114136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,8,uniform,0.260858674844106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,uniform,0.7008693218231201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,1,uniform,0.2707306742668152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,uniform,1.104746659596761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,2,uniform,0.2628213365872701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,8,uniform,0.3840320110321045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,2,uniform,0.4079466660817464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,4,uniform,0.38565866152445477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,1,uniform,0.4360586802164714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,uniform,0.3365439971288045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,uniform,0.3033120036125183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,uniform,0.38663466771443683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,uniform,0.5252000093460083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,uniform,0.8196693261464437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,uniform,0.18729066848754883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,uniform,0.35150400797526044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,uniform,0.18829333782196045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,uniform,0.22428266207377115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,uniform,0.35066131750742596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,uniform,0.38393600781758624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,uniform,0.4015093247095744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,uniform,0.45210134983062744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,uniform,0.7168213526407877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,uniform,0.5238133271535238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,8,uniform,0.3521600166956584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,uniform,1.1303733189900715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,4,uniform,0.5440320173899332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,2,uniform,0.3587413231531779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,4,uniform,0.35788798332214355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,8,uniform,0.5357866684595743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,1,uniform,0.3685706853866577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,2,uniform,0.5742186705271403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,1,uniform,0.6155786514282227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,uniform,0.5197973251342773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,uniform,0.5746613343556722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,uniform,0.5955413182576498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,uniform,0.7865119775136312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,uniform,0.2650986711184184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,uniform,1.2299306392669678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,uniform,0.26129599412282306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,uniform,0.2977653344472249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,uniform,0.5014933347702026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,uniform,0.5010133186976115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,uniform,0.5355199972788492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,uniform,0.4877920150756836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,uniform,0.581061323483785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,uniform,0.43327999114990234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,uniform,0.7938559850056967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,8,uniform,0.4439573287963867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,uniform,1.2534560362497966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,4,uniform,0.4439573287963867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,1,uniform,0.4636853138605754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,2,uniform,0.4512106577555339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,8,uniform,0.6808693408966064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,1,uniform,0.7855839729309082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,4,uniform,0.6843679745992025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,2,uniform,0.7273813088734945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,uniform,0.5410559972127279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,uniform,0.5949706633885702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,uniform,0.6195626656214396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,uniform,0.3152640064557393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,uniform,1.2593119939168294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,uniform,0.8305333455403646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,uniform,0.320362667242686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,uniform,0.3654719988505046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,uniform,0.6273920138676962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,uniform,0.6295733451843262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,uniform,0.7283146381378174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,uniform,0.6631786823272705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,uniform,0.8001066843668619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,uniform,0.8386773268381754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,uniform,1.729050636291504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,8,uniform,0.6234560012817383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,uniform,1.1263679663340251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,4,uniform,0.6282879908879598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,2,uniform,0.6357280015945435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,1,uniform,0.654965321222941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,8,uniform,0.9810933272043864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,4,uniform,0.9930346806844076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,1,uniform,1.1452960173288982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,2,uniform,1.0624106725056965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,uniform,0.8240693410237631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,uniform,0.8237973054250082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,uniform,0.7502453327178955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,uniform,1.0997013250986736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,uniform,0.4198346535364787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,uniform,1.6585547129313152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,uniform,0.4145493507385254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,uniform,0.47013866901397705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,uniform,0.7647039890289307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,uniform,0.7707359790802002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,uniform,0.8082026640574137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,uniform,0.7752160231272379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,uniform,0.8445226351420084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,uniform,0.8973600069681803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,8,uniform,0.805082639058431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,1,uniform,0.85098663965861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,4,uniform,0.8099573453267416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,uniform,1.203701337178548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,2,uniform,0.8234133720397949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,uniform,1.8427786827087402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,8,uniform,1.273087978363037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,4,uniform,1.2891146341959636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,1,uniform,1.4973173141479492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,2,uniform,1.3859893480936687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,uniform,0.9526399771372477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,uniform,1.0378666718800862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,uniform,1.0359306335449219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,uniform,1.363749345143636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,uniform,0.5171893437703451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,uniform,0.5272266864776611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,uniform,2.054464022318522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,uniform,0.576037327448527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,uniform,1.0279573599497478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,uniform,1.0339573224385579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,uniform,1.0771040121714275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,uniform,1.157637357711792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,uniform,1.0566826661427815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,uniform,1.18339737256368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,uniform,1.56768004099528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,uniform,2.3913866678873696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,8,uniform,1.1776906649271648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,4,uniform,1.1979786554972331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,1,uniform,1.2569173177083333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,2,uniform,1.2129813035329182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,8,uniform,1.8842719395955403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,4,uniform,1.9134292602539062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,1,uniform,2.2248427073160806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,2,uniform,2.0531946818033853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,uniform,1.3640799522399902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,uniform,1.4796853065490723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,uniform,1.4650880495707195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,uniform,0.7137813568115234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,uniform,1.854314645131429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,uniform,0.7303360303243002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,uniform,2.8074827194213867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,uniform,0.790442705154419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,uniform,1.4215307235717773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,uniform,1.4314667383829753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,uniform,1.4973440170288086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,uniform,1.3945813179016113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,uniform,1.5399413108825684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,uniform,1.5129920641581218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,uniform,3.035264015197754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,uniform,2.0177332560221353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,8,uniform,1.5341013272603352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,4,uniform,1.5717760721842449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,2,uniform,1.5971466700236003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,1,uniform,1.6461119651794434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,8,uniform,2.4796266555786133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,2,uniform,2.7070080439249673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,1,uniform,2.9348694483439126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,4,uniform,2.5284852981567383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,uniform,1.777781327565511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,uniform,1.9192746480305989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,uniform,2.386576016743978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,uniform,1.9086559613545735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,uniform,3.5251948038736978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,uniform,0.9190453688303629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,uniform,0.9447946548461914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,uniform,0.9981760183970133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,uniform,1.8264692624409993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,uniform,1.8359039624532063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,uniform,1.9137333234151204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,uniform,1.9879412651062012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,uniform,2.151456038157145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,uniform,2.1340319315592446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,uniform,2.7021919886271157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,8,uniform,2.262885411580404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,uniform,4.03439998626709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,2,uniform,2.3724053700764975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,4,uniform,2.3225599924723306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,1,uniform,2.4104053179423013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,8,uniform,3.672272046407064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,4,uniform,3.7675838470458984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,2,uniform,4.034778594970703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,1,uniform,4.345146814982097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,uniform,2.8060534795125327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,uniform,2.5905280113220215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,uniform,3.4328746795654297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,uniform,2.791605313618978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,uniform,5.086367925008138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,uniform,1.3057599862416585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,uniform,1.3528639475504558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,uniform,1.416543960571289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,uniform,2.8869174321492515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,uniform,2.7457332611083984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,uniform,2.7739200592041016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,uniform,2.641823927561442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,uniform,2.8695573806762695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,uniform,2.8591893513997397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,uniform,5.364704132080078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,8,uniform,2.9926185607910156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,uniform,3.615824063618978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,4,uniform,3.07859738667806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,2,uniform,3.122234662373861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,1,uniform,3.1828587849934897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,8,uniform,4.8829654057820635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,1,uniform,5.767882664998372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,4,uniform,4.989760080973308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,2,uniform,5.3678239186604815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,uniform,3.421018600463867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,uniform,3.6880534489949546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,uniform,3.685509363810221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,uniform,4.464149475097656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,uniform,6.609882354736328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,uniform,1.769162654876709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,uniform,1.8409919738769531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,uniform,1.7111573219299316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,uniform,3.5868587493896484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,uniform,3.5429598490397134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,uniform,3.7268053690592446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,uniform,3.572575887044271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,uniform,3.8674612045288086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,uniform,3.8070398966471353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,uniform,4.7444000244140625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,uniform,7.05245844523112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,8,uniform,4.44703992207845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,4,uniform,4.571530659993489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,2,uniform,4.6453812917073565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,1,uniform,4.731504122416179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,8,uniform,7.269813537597656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,4,uniform,7.451509475708008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,2,uniform,8.017525355021158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,1,uniform,8.606394449869791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,uniform,5.0817867914835615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,uniform,5.459829330444336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,uniform,5.467119852701823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,uniform,6.535247802734375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,uniform,2.6058506965637207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,uniform,9.680837631225586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,uniform,2.5099573135375977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,uniform,2.6976054509480796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,uniform,5.269376118977864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,uniform,5.322917302449544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,uniform,5.574581146240234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,uniform,5.519018809000651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,uniform,5.161685307820638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,uniform,5.531898498535156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,uniform,6.709450403849284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,uniform,9.954928080240885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,8,uniform,5.927125295003255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,4,uniform,6.082277297973633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,2,uniform,6.178810755411784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,1,uniform,6.305274963378906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,8,uniform,9.636565526326498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,4,uniform,9.893829345703125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,2,uniform,10.608042399088541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,1,uniform,11.428021748860678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,uniform,6.738645553588867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,uniform,7.239050547281901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,uniform,7.241247812906901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,uniform,8.602720260620117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,uniform,3.3051732381184897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,uniform,3.4450400670369468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,uniform,12.7303098042806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,uniform,3.5235573450724282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,uniform,7.053263982137044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,uniform,6.981711705525716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,uniform,7.0416215260823565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,uniform,7.355338414510091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,uniform,7.586954752604167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,uniform,7.469178517659505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,uniform,9.009018580118815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,uniform,13.32260767618815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,8,uniform,7.371477127075195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,4,uniform,7.583445231119792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,2,uniform,7.698458353678386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,1,uniform,7.86454963684082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,8,uniform,12.068164825439453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,4,uniform,12.378512064615885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,2,uniform,13.247685750325521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,1,uniform,14.291802724202475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,uniform,8.38925870259603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,uniform,9.023679733276367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,uniform,9.01364262898763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,uniform,10.680885314941406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,uniform,15.795589447021484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,uniform,4.1050825119018555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,uniform,4.269743919372559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,uniform,4.367616017659505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,uniform,8.567344029744467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,uniform,9.021807988484701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,uniform,8.687583923339844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,uniform,8.651445388793945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,uniform,9.287786483764648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,uniform,0.06682666639486949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,uniform,0.052527998884518944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,uniform,9.174810409545898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,uniform,10.99276860555013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,uniform,16.291200002034504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,uniform,0.047509332497914634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,uniform,0.047695999344189964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,uniform,0.08383466800053914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,uniform,0.0652159998814265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,uniform,0.05293866495291392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,uniform,0.05418133238951365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,uniform,0.061759998401006065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,uniform,0.06859200199445088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,uniform,0.05807466804981232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,uniform,0.08935466408729553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,uniform,0.046810666720072426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,uniform,0.1306933363278707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,uniform,0.046629334489504494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,uniform,0.0510453333457311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,uniform,0.06084266801675161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,uniform,0.06108800073464712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,uniform,0.05949333310127258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,uniform,0.05473066866397858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,uniform,0.07477333148320515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,uniform,0.10212266445159912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,uniform,0.06404800216356914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,uniform,0.07593599955240886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,uniform,0.06191466748714447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,uniform,0.053504000107447304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,uniform,0.10589866836865743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,uniform,0.16541866461435953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,uniform,0.06738666693369548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,uniform,0.051514665285746254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,uniform,0.05332266787687937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,uniform,0.08455999692281087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,uniform,0.06491200129191081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,uniform,0.060693333546320595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,uniform,0.06504000226656596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,uniform,0.06124266485373179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,uniform,0.06573866804440816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,uniform,0.07606933514277141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,uniform,0.09910399715105693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,uniform,0.1422879993915558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,uniform,0.049173335234324135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,uniform,0.0533493310213089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,uniform,0.047498668233553566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,uniform,0.06437866886456807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,uniform,0.06232533355553945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,uniform,0.06228266656398773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,uniform,0.06426666676998138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,uniform,0.08375466863314311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,uniform,0.06914133330186208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,uniform,0.11308266719182332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,uniform,0.06946133573849995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,uniform,0.08561600248018901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,uniform,0.1777120033899943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,uniform,0.06663466493288676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,uniform,0.1160586675008138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,uniform,0.06402133405208588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,uniform,0.08496532837549846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,uniform,0.06328533093134563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,uniform,0.06339199841022491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,uniform,0.07934399942557017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,uniform,0.07815999786059062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,uniform,0.0803466687599818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,uniform,0.10904533664385478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,uniform,0.051226665576299034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,uniform,0.07147733370463054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,uniform,0.07468800246715546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,uniform,0.05207466582457224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,uniform,0.08675733208656311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,uniform,0.15632533033688864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,uniform,0.06901866694291432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,uniform,0.056421334544817604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,uniform,0.093941330909729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,uniform,0.06926933427651723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,uniform,0.07225066423416138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,uniform,0.1269760032494863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,uniform,0.0953493316968282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,uniform,0.07830933233102162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,uniform,0.07391466697057088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,uniform,0.0798773318529129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,uniform,0.12505066394805908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,uniform,0.19192532698313394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,uniform,0.06743999818960826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,uniform,0.06442666550477345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,uniform,0.08406933148701985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,uniform,0.06378666559855144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,uniform,0.07912000020345052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,uniform,0.06512533128261566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,uniform,0.0798880010843277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,uniform,0.08053866525491078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,uniform,0.09807466467221577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,uniform,0.09174933036168416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,uniform,0.0645546664794286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,uniform,0.10872532924016316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,uniform,0.07180266578992207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,uniform,0.1393280029296875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,uniform,0.06600533425807953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,uniform,0.19375999768575033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,uniform,0.10017066200574239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,uniform,0.08509332935015361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,uniform,0.17427200078964233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,uniform,0.09667199850082397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,uniform,0.10595200459162395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,uniform,0.12760000427563986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,uniform,0.11869866649309795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,uniform,0.22556267182032266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,uniform,0.10158933202425639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,uniform,0.0942026674747467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,uniform,0.15216533342997232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,uniform,0.06764799853165944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,uniform,0.06677333513895671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,uniform,0.0647573322057724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,uniform,0.06447466711203258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,uniform,0.07955199976762135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,uniform,0.08224000036716461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,uniform,0.08532266815503438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,uniform,0.08081600069999695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,uniform,0.2016800045967102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,uniform,0.2757706642150879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,uniform,0.13948800166447958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,uniform,0.1360373298327128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,uniform,0.1590826710065206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,uniform,0.0974773367245992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,uniform,0.08161066472530365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,uniform,0.08526933193206787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,uniform,0.154639999071757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,uniform,0.1164533297220866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,uniform,0.16007467110951742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,uniform,0.18358933925628662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,uniform,0.15628266334533691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,uniform,0.24778666098912558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,uniform,0.1377226710319519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,uniform,0.171834667523702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,uniform,0.22085332870483398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,uniform,0.14306132992108664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,uniform,0.30821865797042847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,uniform,0.06853333115577698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,uniform,0.06753600140412648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,uniform,0.06667733192443848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,uniform,0.08624533812204997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,uniform,0.08232533435026805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,uniform,0.06480533381303151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,uniform,0.08387200037638347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,uniform,0.2158506711324056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,uniform,0.08144000172615051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,uniform,0.3215786616007487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,uniform,0.4328106641769409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,uniform,0.22446932395299277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,uniform,0.08396800359090169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,uniform,0.08718400200208028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,uniform,0.11942933003107707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,uniform,0.24114133914311728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,uniform,0.16518400112787882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,uniform,0.09805333614349365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,uniform,0.17890133460362753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,uniform,0.16334933042526245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,uniform,0.22156800826390585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,uniform,0.29420266548792523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,uniform,0.27063467105229694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,uniform,0.2082080046335856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,uniform,0.33002134164174396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,uniform,0.22153600056966147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,uniform,0.4635466734568278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,uniform,0.07061866422494252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,uniform,0.0631520003080368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,uniform,0.08666132887204488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,uniform,0.06585599978764851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,uniform,0.06675200164318085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,uniform,0.21790399154027304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,uniform,0.2605920036633809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,uniform,0.07892799874146779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,uniform,0.08202666540940602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,uniform,0.08540266752243042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,uniform,0.32660265763600665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,uniform,0.08479467034339905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,uniform,0.10318932930628459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,uniform,0.43668266137441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,uniform,0.12230933705965678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,uniform,0.08867733677228291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,uniform,0.22059732675552368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,uniform,0.17147199312845865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,uniform,0.297925333182017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,uniform,0.1668000022570292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,uniform,0.300981342792511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,uniform,0.18185599644978842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,uniform,0.2125920057296753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,uniform,0.36716266473134357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,uniform,0.0690826674302419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,uniform,0.311408003171285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,uniform,0.43458131949106854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,uniform,0.5943146546681722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,uniform,0.066021333138148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,uniform,0.06548266609509786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,uniform,0.08277333279450734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,uniform,0.08650133013725281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,uniform,0.08371200164159139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,uniform,0.0677706648906072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,uniform,0.21898667017618814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,uniform,0.2281279961268107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,uniform,0.2555626630783081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,uniform,0.08270399769147237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,uniform,0.331712007522583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,uniform,0.086517333984375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,uniform,0.08846400181452434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,uniform,0.4508479833602905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,uniform,0.10187199711799622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,uniform,0.16796799500783285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,uniform,0.18426666657129923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,uniform,0.22206934293111166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,uniform,0.11898666620254517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,uniform,0.3062400023142497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,uniform,0.17364799976348877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,uniform,0.358512004216512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,uniform,0.6313120126724243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,uniform,0.3033813238143921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,uniform,0.3086346586545308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,uniform,0.4452586571375529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,uniform,0.0731573353211085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,uniform,0.06866666674613953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,uniform,0.08849599957466125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,uniform,0.06488533318042755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,uniform,0.06867200136184692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,uniform,0.08662399649620056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,uniform,0.0944160024325053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,uniform,0.0874079962571462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,uniform,0.2603573401769002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,uniform,0.23876800139745077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,uniform,0.2965173323949178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,uniform,0.5503093401590983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,uniform,0.3832373221715291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,uniform,0.09373333056767781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,uniform,0.09589866797129314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,uniform,0.11496000488599141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,uniform,0.19285867611567178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,uniform,0.1830400029818217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,uniform,0.1437333325544993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,uniform,0.21232000986735025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,uniform,0.369920015335083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,uniform,0.2619679967562358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,uniform,0.3381013472874959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,uniform,0.36072532335917157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,uniform,0.5330613454182943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,uniform,0.40533868471781415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,uniform,0.07077333331108093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,uniform,0.7683680057525635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,uniform,0.07007466753323872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,uniform,0.06989866495132446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,uniform,0.0741066684325536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,uniform,0.0897866686185201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,uniform,0.0821919987599055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,uniform,0.08910933136940002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,uniform,0.09566932916641235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,uniform,0.24539732933044434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,uniform,0.2622080047925313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,uniform,0.09416533509890239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,uniform,0.2961653272310893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,uniform,0.3917866547902425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,uniform,0.5563093423843384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,uniform,0.11664533615112305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,uniform,0.1018293301264445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,uniform,0.1467519998550415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,uniform,0.18561599651972452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,uniform,0.19576533635457358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,uniform,0.21464000145594278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,uniform,0.27241067091623944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,uniform,0.3744800090789795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,uniform,0.33925334612528485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,uniform,0.3636053403218587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,uniform,0.54039998849233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,uniform,0.7856213251749674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,uniform,0.4023626645406087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,uniform,0.07126399874687195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,uniform,0.06963733335336049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,uniform,0.07108266651630402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,uniform,0.07646400233109792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,uniform,0.09025067090988159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,uniform,0.08727467060089111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,uniform,0.08602666854858398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,uniform,0.24781332413355509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,uniform,0.26690133412679035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,uniform,0.5740586519241333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,uniform,0.09891733527183533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,uniform,0.10524266958236694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,uniform,0.30270399649937946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,uniform,0.391482671101888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,uniform,0.09588799873987834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,uniform,0.12031466762224834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,uniform,0.1513866682847341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,uniform,0.2772960066795349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,uniform,0.18793600797653198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,uniform,0.3848746617635091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,uniform,0.19973333676656088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,uniform,0.22266133626302084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,uniform,0.547871987024943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,uniform,0.3662079970041911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,uniform,0.33900801340738934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,uniform,0.41416001319885254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,uniform,0.7955626646677653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,uniform,0.08005333443482716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,uniform,0.07586133480072021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,uniform,0.07425066828727722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,uniform,0.09889599680900574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,uniform,0.06878933310508728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,uniform,0.0899679958820343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,uniform,0.09719467163085938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,uniform,0.1025333305199941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,uniform,0.2508693337440491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,uniform,0.2660213311513265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,uniform,0.3101866642634074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,uniform,0.40644268194834393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,uniform,0.5971146821975708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,uniform,0.10194133718808492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,uniform,0.1609599987665812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,uniform,0.12528000275293985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,uniform,0.10545066992441814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,uniform,0.23290133476257324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,uniform,0.19701866308848062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,uniform,0.20642666021982828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,uniform,0.2897760073343913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,uniform,0.3714453379313151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,uniform,0.5564586718877157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,uniform,0.8133760293324789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,uniform,0.39609599113464355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,uniform,0.34837865829467773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,uniform,0.0755626658598582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,uniform,0.4187680085500081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,uniform,0.08123200138409932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,uniform,0.07460266848405202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,uniform,0.07451733450094859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,uniform,0.09077333410580952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,uniform,0.1002293328444163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,uniform,0.09827733039855957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,uniform,0.25128533442815143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,uniform,0.10120532910029094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,uniform,0.2730986674626668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,uniform,0.6099573373794556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,uniform,0.3120853304862976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,uniform,0.12820800145467123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,uniform,0.41211732228597003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,uniform,0.11196266611417134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,uniform,0.20982933044433594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,uniform,0.19714667399724325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,uniform,0.0979360044002533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,uniform,0.16520532965660095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,uniform,0.29357866446177167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,uniform,0.23540266354878744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,uniform,0.40502933661142987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,uniform,0.34783466657002765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,uniform,0.3763093153635661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,uniform,0.42443732420603436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,uniform,0.5591146548589071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,uniform,0.07678933441638947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,uniform,0.08666666348775227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,uniform,0.8266932964324951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,uniform,0.07795733213424683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,uniform,0.10366400082906087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,uniform,0.07779199878374736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,uniform,0.11285332838694255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,uniform,0.10103999574979146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,uniform,0.09563199679056804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,uniform,0.25447465976079303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,uniform,0.27746667464574176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,uniform,0.3222186764081319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,uniform,0.10637332995732625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,uniform,0.4246453444163005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,uniform,0.1160640021165212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,uniform,0.17182934284210205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,uniform,0.13307199875513712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,uniform,0.6334986686706543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,uniform,0.2029013236363729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,uniform,0.24378132820129395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,uniform,0.21485867102940878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,uniform,0.30155734221140545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,uniform,0.3535573482513428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,uniform,0.43436264991760254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,uniform,0.8614506721496582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,uniform,0.09241066376368205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,uniform,0.43386133511861164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,uniform,0.573744018872579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,uniform,0.084714670976003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,uniform,0.08917867143948872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,uniform,0.10347732901573181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,uniform,0.1266986628373464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,uniform,0.09851732850074768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,uniform,0.10652800401051839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,uniform,0.26784000794092816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,uniform,0.11500799655914307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,uniform,0.37586132685343426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,uniform,0.4471946557362874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,uniform,0.341045339902242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,uniform,0.2900906602541606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,uniform,0.12392000357309978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,uniform,0.6787839730580648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,uniform,0.18985599279403687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,uniform,0.10970133543014526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,uniform,0.1450933317343394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,uniform,0.23131734132766724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,uniform,0.21965867280960083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,uniform,0.32948799928029376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,uniform,0.25603200991948444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,uniform,0.47231467564900714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,uniform,0.3668746550877889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,uniform,0.59716268380483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,uniform,0.9042399724324545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,uniform,0.45426666736602783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,uniform,0.39741865793863934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,uniform,0.09397866328557332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,uniform,0.0890826682249705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,uniform,0.11051733295122783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,uniform,0.11825600266456604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,uniform,0.09212266405423482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,uniform,0.272271990776062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,uniform,0.10857599973678589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,uniform,0.0995306670665741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,uniform,0.13346667091051737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,uniform,0.34865065415700275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,uniform,0.2969813346862793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,uniform,0.45936532815297443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,uniform,0.12960533301035562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,uniform,0.706175963083903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,uniform,0.11779733498891194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,uniform,0.1981653372446696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,uniform,0.15253866712252298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,uniform,0.2180639902750651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,uniform,0.23804267247517905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,uniform,0.2667893369992574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,uniform,0.3410826524098714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,uniform,0.46173866589864093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,uniform,0.5104426542917887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,uniform,0.37139201164245605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,uniform,0.40084266662597656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,uniform,0.6148533423741659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,uniform,0.9351999759674072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,uniform,0.09848533074061076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,uniform,0.0997279981772105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,uniform,0.09300266702969869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,uniform,0.1455893317858378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,uniform,0.11769599715868632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,uniform,0.28143999973932904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,uniform,0.11572266618410747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,uniform,0.12821867068608603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,uniform,0.10807999968528748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,uniform,0.7769013245900472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,uniform,0.3672373294830322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,uniform,0.30887999137242633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,uniform,0.5003146727879842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,uniform,0.12100799878438313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,uniform,0.13910933335622153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,uniform,0.16447466611862183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,uniform,0.21602133909861246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,uniform,0.23248533407847086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,uniform,0.25038933753967285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,uniform,0.3838293155034383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,uniform,0.2844640016555786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,uniform,0.4170080025990804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,uniform,0.3694666624069214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,uniform,0.4810933272043864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,uniform,0.5670666694641113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,uniform,0.11635733644167583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,uniform,0.6549226840337118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,uniform,1.0001599788665771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,uniform,0.12410666545232137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,uniform,0.14229333400726318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,uniform,0.11294933160146077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,uniform,0.15174399813016257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,uniform,0.14988266428311667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,uniform,0.32147733370463055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,uniform,0.2025866707166036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,uniform,0.6030826568603516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,uniform,0.16525866587956747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,uniform,0.3538506825764974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,uniform,0.15916267037391663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,uniform,0.20908266305923462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,uniform,0.41471465428670246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,uniform,0.27485867341359455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,uniform,0.9422399997711182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,uniform,0.17635732889175415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,uniform,0.4705439805984497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,uniform,0.2938186724980672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,uniform,0.3366080125172933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,uniform,0.26629332701365155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,uniform,0.46185600757598877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,uniform,0.42420268058776855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,uniform,0.69978133837382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,uniform,0.5417173306147257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,uniform,0.762330691019694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,uniform,1.1692746480305989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,uniform,0.12487999598185222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,uniform,0.11687466502189636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,uniform,0.13583999872207642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,uniform,0.1663093368212382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,uniform,0.15337066849072775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,uniform,0.23089067141215006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,uniform,0.377834677696228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,uniform,0.17499732971191406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,uniform,0.16219199697176614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,uniform,0.6703573067982992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.34303998947143555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,uniform,0.47058133284250897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,uniform,1.0648852984110515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,uniform,0.17266666889190674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,uniform,0.19301867485046387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,uniform,0.22913599014282227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,uniform,0.3281280001004537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,uniform,0.2916266719500224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,uniform,0.317248006661733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,uniform,0.816805362701416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,uniform,0.3744266827901204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,uniform,0.5297866662343343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,uniform,0.4477226734161377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,uniform,0.8395413557688395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,uniform,0.5886880159378052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,uniform,0.4813226858774821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,uniform,1.3030239741007488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,uniform,0.15230933825174967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,uniform,0.16336533427238464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,uniform,0.17855467398961386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,uniform,0.22533865769704184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,uniform,0.21679999430974325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,uniform,0.21083199977874756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,uniform,0.3343199888865153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,uniform,0.4270559946695964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,uniform,0.24389866987864176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,uniform,0.5608959992726644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,uniform,0.3773706754048665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,uniform,0.226800004641215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,uniform,0.8074560165405273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,uniform,1.3106293678283691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,uniform,0.19971734285354614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,uniform,0.2799520095189412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,uniform,0.41644267241160077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,uniform,0.6561546723047892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,uniform,0.3259306748708089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,uniform,0.36394135157267254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,uniform,0.45842134952545166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,uniform,0.5421546697616577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,uniform,0.49132267634073895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,uniform,1.548181374867757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,uniform,0.6821066538492838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,uniform,1.0186879634857178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,uniform,0.9818879763285319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,uniform,0.19091200828552246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,uniform,0.1771786610285441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,uniform,0.22052266200383505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,uniform,0.25253333648045856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,uniform,0.29985066254933673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,uniform,0.2426933248837789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.41830400625864667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,uniform,0.3059200048446655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,uniform,0.42371733983357746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,uniform,0.9438719749450684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,uniform,1.5717973709106445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,uniform,0.48254398504892987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,uniform,0.2222986618677775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,uniform,0.6393013397852579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,uniform,0.25326399008433026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,uniform,0.4152746597925822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,uniform,0.3323413332303365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,uniform,0.4841546614964803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,uniform,0.3596106767654419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,uniform,0.5271093448003134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,uniform,0.7815199693044027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,uniform,1.2428747018178303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,uniform,0.6074986855189005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,uniform,0.7678186893463135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,uniform,0.5332320133845011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,uniform,0.27155200640360516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,uniform,1.8012426694234211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,uniform,1.127610683441162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,uniform,0.3602293332417806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,uniform,0.45024534066518146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,uniform,0.3327573339144389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,uniform,0.2738613287607829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,uniform,0.623578667640686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,uniform,0.46810134251912433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,uniform,0.38469334443410236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,uniform,0.49581865469614667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,uniform,0.801146666208903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,uniform,1.2192213535308838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,uniform,0.5968693494796753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,uniform,0.3537333408991496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,uniform,2.0502559343973794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,uniform,0.4731253385543823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,uniform,0.29049599170684814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,uniform,0.5957760016123453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,uniform,0.7043946584065756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,uniform,0.7636853059132894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,uniform,0.5012799898783366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,uniform,0.7308159669240316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,uniform,0.6169706583023071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,uniform,1.1191786924997966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,uniform,1.4051253000895183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,uniform,1.8095787366231282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,uniform,0.9326612949371338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,uniform,0.31301333506902057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,uniform,2.3052800496419272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,uniform,0.43485331535339355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,uniform,0.563754677772522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,uniform,0.41994667053222656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,uniform,0.34301332632700604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,uniform,0.6005706787109375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,uniform,0.48050133387247723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,uniform,0.8075786431630453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,uniform,0.9340213139851888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.5701599915822347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,uniform,0.6975093682607015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,uniform,2.449519952138265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,uniform,0.3351413408915202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,uniform,1.438912073771159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,uniform,0.5658186674118042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,uniform,0.8603999614715576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,uniform,0.4296000003814697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,uniform,0.5732693274815878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,uniform,0.6902613639831543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,uniform,0.8985013167063395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,uniform,1.3663147290547688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,uniform,0.7072373231252035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,uniform,2.2458933194478354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,uniform,1.0987839698791504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,uniform,0.8276693026224772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,uniform,1.6760692596435547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,uniform,2.800970713297526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,uniform,0.4484800100326538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,uniform,0.5175040165583292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,uniform,0.6535946528116862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,uniform,0.733674685160319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,uniform,0.6158773501714071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,uniform,0.8415679931640625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,uniform,0.9028426806131998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,uniform,1.1970667044321697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,uniform,0.8541866938273112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,uniform,1.0416693687438965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,uniform,1.43505064646403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,uniform,2.2742560704549155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,uniform,3.8686081568400064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,uniform,0.5995466709136963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,uniform,0.8159146308898926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,uniform,0.4750026861826579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,uniform,1.247658650080363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,uniform,0.8061172962188721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,uniform,0.9584746360778809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,uniform,0.8681440353393555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,uniform,1.295093297958374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,uniform,1.9064159393310547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,uniform,3.3124586741129556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,uniform,0.5957280000050863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,uniform,1.044063965479533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,uniform,1.4255626996358235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,uniform,2.2213600476582847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,uniform,3.7449706395467124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,uniform,0.8471199671427408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,uniform,0.6796906789143881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,uniform,0.8088586330413818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,uniform,1.5726559956868489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,uniform,0.9459733168284098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,uniform,1.165717363357544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,uniform,1.076357364654541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,uniform,1.0052533149719238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,uniform,1.2569759686787922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,uniform,1.735856056213379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,uniform,2.8079306284586587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,uniform,4.814842542012532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,uniform,0.7648746967315674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,uniform,0.6135573387145996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,uniform,1.0535093148549397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,uniform,1.6218773523966472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,uniform,1.0314026673634846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,uniform,1.244154691696167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,uniform,1.6881279945373535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,uniform,2.5095945994059243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,uniform,4.352570533752441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,uniform,1.192799965540568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,uniform,1.4721226692199707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,uniform,2.0081440607706704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,uniform,5.3154347737630205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,uniform,3.1671679814656577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,uniform,0.8722346623738607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,uniform,1.5960426330566406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,uniform,0.9615413347880045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,uniform,1.1805386543273926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,uniform,1.221824010213216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,uniform,1.740773359934489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,uniform,1.4068533579508464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,uniform,2.329930623372396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,uniform,1.4462827046712239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,uniform,2.557861328125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,uniform,1.8370933532714844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,uniform,4.0770721435546875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,uniform,7.148154576619466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,uniform,0.9068213303883871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,uniform,1.5330665906270344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,uniform,1.0945440133412678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,uniform,2.3838186264038086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,uniform,1.7298827171325684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,uniform,1.433776060740153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,uniform,3.5850613911946616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,uniform,2.3553333282470703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,uniform,6.216378529866536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,uniform,1.5497439702351887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,uniform,1.9070347150166829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,uniform,2.652421315511068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,uniform,1.1088426907857258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,uniform,1.5723360379536946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,uniform,4.24403190612793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,uniform,1.2792373498280842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,uniform,2.0788586934407554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,uniform,7.246885299682617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,uniform,1.5878292719523113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,uniform,2.275973320007324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,uniform,1.8896959622701008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,uniform,3.075418790181478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,uniform,5.356538772583008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,uniform,1.9017492930094402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,uniform,1.1725653012593586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,uniform,2.391712029774984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,uniform,3.3646666208902993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,uniform,9.39956792195638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,uniform,1.4393866856892903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,uniform,3.1453065872192383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,uniform,2.0125226974487305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,uniform,1.878383954366048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,uniform,3.149242719014486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,uniform,2.2323786417643228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,uniform,4.764106750488281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,uniform,8.308720270792643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,uniform,2.5937652587890625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,uniform,2.116922696431478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,uniform,3.6250718434651694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,uniform,5.720981597900391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,uniform,9.902133305867514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,uniform,1.3670080502827961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,uniform,1.5748906135559082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,uniform,2.5865333875020347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,uniform,1.9036213556925456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,uniform,2.295210679372152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,uniform,2.8364639282226562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,uniform,1.9346826871236165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,uniform,3.7938718795776367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,uniform,2.358703931172689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,uniform,6.6538880666097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,uniform,11.625940958658854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,uniform,4.1976213455200195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,uniform,1.7695412635803223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,uniform,2.9622507095336914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,uniform,1.4463787078857422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,uniform,3.8978185653686523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,uniform,2.5020853678385415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,uniform,2.2617066701253257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,uniform,2.7195307413736978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,uniform,3.782815933227539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,uniform,5.794122695922852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,uniform,10.139392217000326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,8,uniform,0.07738666733105977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,uniform,0.062165334820747375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,uniform,0.04902400076389313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,uniform,0.04890666902065277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,uniform,0.0918933351834615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,uniform,2.658890724182129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,uniform,0.07379733522733052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,uniform,0.05671999851862589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,uniform,0.06286933521429698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,uniform,0.07904533545176189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,uniform,3.260634740193685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,uniform,0.06251200040181477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,uniform,0.057434668143590294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,uniform,0.06691200037797292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,uniform,0.05769066512584686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,uniform,0.0606826643149058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,uniform,0.0581279993057251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,uniform,4.535162607828776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,uniform,0.04887466629346212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,uniform,0.04823466638724009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,uniform,0.04772266745567322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,uniform,7.067482630411784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,uniform,0.06857599814732869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,uniform,0.08166933556397755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,uniform,0.052373334765434265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,uniform,0.05406933526198069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,uniform,0.05985599756240845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,uniform,0.054917335510253906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,uniform,0.06128533184528351
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,uniform,0.07965866724650066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,uniform,0.06361599763234456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,uniform,0.05751466751098633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,uniform,0.05875200033187866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,uniform,0.04717333118120829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,uniform,12.345701853434244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,uniform,0.06922666728496552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,uniform,0.06217599908510844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,uniform,0.061759998401006065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,uniform,0.060645331939061485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,8,uniform,0.07843199868996938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,uniform,0.055573334296544395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,uniform,0.07085866729418437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,uniform,0.09643733501434326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,uniform,0.07373866438865662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,uniform,0.07846400141716003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,uniform,0.07346133391062419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,uniform,0.062208001812299095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,uniform,0.05921066800753275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,uniform,0.07109333574771881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,uniform,0.07035733262697856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,uniform,0.07738133271535237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,uniform,0.05907199780146281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,uniform,0.04970666766166687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,uniform,0.049600000182787575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,uniform,0.04946133494377136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,uniform,0.051311999559402466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,uniform,0.057061334451039634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,uniform,0.07719466586907704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,uniform,0.06333866715431213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,uniform,0.06320533156394958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,uniform,0.07415999968846639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,uniform,0.0645653357108434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,uniform,0.08380800485610962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,uniform,0.06289066871007283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,uniform,0.08130666613578796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,uniform,0.06852266689141591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,uniform,0.0637066662311554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,uniform,0.06484800080458324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,uniform,0.08204799890518188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,8,uniform,0.07995200157165527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,uniform,0.06958400209744771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,uniform,0.06705600023269653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,uniform,0.06913599868615468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,uniform,0.10064533352851868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,uniform,0.07986666758855183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,uniform,0.09266133109728496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,uniform,0.07946133116881053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,uniform,0.09245866537094116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,uniform,0.078015998005867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,uniform,0.0831413318713506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,uniform,0.05762133498986562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,uniform,0.08215466638406117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,uniform,0.08990933497746785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,uniform,0.05893866717815399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,uniform,0.10873066385587056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,uniform,0.06448533137639363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,uniform,0.056645333766937256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,uniform,0.05825600028038025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,uniform,0.07479999959468842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,uniform,0.07349333167076111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,uniform,0.07857066889603932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,uniform,0.07801066835721333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,uniform,0.07631466786066692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,uniform,0.08604799707730611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,uniform,0.10342400272687276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,uniform,0.08170133332411449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,uniform,0.07841599980990092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,uniform,0.09013332923253377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,uniform,0.08497066299120586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,uniform,0.08216533561547597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,uniform,0.11058666308720906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,uniform,0.06996266543865204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,8,uniform,0.0765066643555959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,uniform,0.07075733443101247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,uniform,0.0662773350874583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,uniform,0.09841600060462952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,uniform,0.09460266431172688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,uniform,0.09431466460227966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,uniform,0.09206933776537578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,uniform,0.10114133358001709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,uniform,0.09148800373077393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,uniform,0.09053867061932881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,uniform,0.12494400143623352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,uniform,0.09701333443323772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,uniform,0.15822933117548624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,uniform,0.06438933312892914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,uniform,0.07878399888674419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,uniform,0.06735466420650482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,uniform,0.06700266897678375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,uniform,0.07060799996058147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,uniform,0.10296533505121867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,uniform,0.10165866216023763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,uniform,0.09525866309801738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,uniform,0.11103999614715576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,uniform,0.09542933106422424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,uniform,0.11755200227101643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,uniform,0.13730667034784952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,uniform,0.10335466265678406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,uniform,0.08889599641164143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,uniform,0.09730666875839233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,uniform,0.10271466771761577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,uniform,0.12735467155774435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,8,uniform,0.07372800012429555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,uniform,0.16267200311024985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,uniform,0.06871466835339864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,uniform,0.07077866792678833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,uniform,0.06734399994214375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,uniform,0.09973866740862529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,uniform,0.09111467003822327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,uniform,0.09480533003807068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,uniform,0.13201066851615906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,uniform,0.08155733346939087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,uniform,0.13085866967837015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,uniform,0.13079999883969626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,uniform,0.14179199934005737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,uniform,0.24012800057729086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,uniform,0.08707200487454732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,uniform,0.08197333415349324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,uniform,0.17279465993245444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,uniform,0.08371733625729878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,uniform,0.09005866448084514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,uniform,0.10785067081451416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,uniform,0.14684800306955972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,uniform,0.14903466900189719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,uniform,0.14871999621391296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,uniform,0.14751467108726501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,uniform,0.15938666462898254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,uniform,0.18085867166519165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,uniform,0.1321333348751068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,uniform,0.22816532850265503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,uniform,0.13242666920026144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,uniform,0.13107200463612875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,uniform,0.14364799857139587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,uniform,0.17549333969751993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,8,uniform,0.07638933261235555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,uniform,0.07018666466077168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,uniform,0.24036266406377158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,uniform,0.07177599767843883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,uniform,0.07128533224264781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,uniform,0.09227733810742696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,uniform,0.09215466181437175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,uniform,0.08214933176835378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,uniform,0.08133333424727122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,uniform,0.2121973236401876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,uniform,0.21287999550501505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,uniform,0.21455466747283936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,uniform,0.2379680077234904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,uniform,0.29739733537038165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,uniform,0.08004799981911977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,uniform,0.41705600420633954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,uniform,0.08156266808509827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,uniform,0.10817066828409831
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,uniform,0.08408000071843465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,uniform,0.0944640040397644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,uniform,0.15016000469525656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,uniform,0.17309866348902384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,uniform,0.16049599647521973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,uniform,0.17933867375055948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,uniform,0.1605280041694641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,uniform,0.21305066347122192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,uniform,0.2128159999847412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,uniform,0.27662932872772217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,uniform,0.20639999707539877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,uniform,0.21685334046681723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,uniform,0.4256319999694824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,uniform,0.23985600471496582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,8,uniform,0.07692799965540568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,uniform,0.3014240066210429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,uniform,0.07229333122571309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,uniform,0.06934933364391327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,uniform,0.06789866586526234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,uniform,0.0962666670481364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,uniform,0.09258133172988892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,uniform,0.09266666571299235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,uniform,0.21658666928609213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,uniform,0.09294399619102478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,uniform,0.21478933095932007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,uniform,0.29892800251642865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,uniform,0.23886932929356894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,uniform,0.21595199902852377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,uniform,0.42441598574320477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,uniform,0.08353066444396973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,uniform,0.09714133540789287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,uniform,0.08210133512814839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,uniform,0.10956799983978271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,uniform,0.08543466528256734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,uniform,0.15281066298484802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,uniform,0.16565866271654764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,uniform,0.16287466883659363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,uniform,0.17186667521794638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,uniform,0.20825600624084473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,uniform,0.1758506695429484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,uniform,0.27896533409754437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,uniform,0.29841599861780804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,uniform,0.29640533526738483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,uniform,0.29796799023946124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,uniform,0.42050135135650635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,uniform,0.33455467224121094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,uniform,0.07337599992752075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,uniform,0.6080106496810913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,8,uniform,0.07633600135644276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,uniform,0.07125333448251088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,uniform,0.09517866373062134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,uniform,0.07191466788450877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,uniform,0.09202133615811665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,uniform,0.08236266672611237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,uniform,0.0886240005493164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,uniform,0.21526400248209634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,uniform,0.2182826598485311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,uniform,0.21659199396769205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,uniform,0.24268800020217896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,uniform,0.08583466211954753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,uniform,0.3035999933878581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,uniform,0.08449600140253703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,uniform,0.4278453191121419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,uniform,0.09353066484133403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,uniform,0.08336533109347026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,uniform,0.15546666582425436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,uniform,0.17336533466974893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,uniform,0.11185600360234578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,uniform,0.17665066321690878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,uniform,0.18253332376480103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,uniform,0.16166933377583823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,uniform,0.20974934101104736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,uniform,0.2848106622695923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,uniform,0.29918400446573895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,uniform,0.06696000198523204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,uniform,0.2961333394050598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,uniform,0.2990453243255615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,uniform,0.33882665634155273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,8,uniform,0.06888000170389812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,uniform,0.42102400461832684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,uniform,0.07316266496976216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,uniform,0.06958400209744771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,uniform,0.08588799834251404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,uniform,0.08635200063387553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,uniform,0.08617599805196126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,uniform,0.08937066793441772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,uniform,0.2168160080909729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,uniform,0.21774399280548096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,uniform,0.610485315322876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,uniform,0.22065067291259766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,uniform,0.4331306616465251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,uniform,0.30843732754389447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,uniform,0.08462400237719218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,uniform,0.24359466632207236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,uniform,0.08703999718030293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,uniform,0.08787199854850769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,uniform,0.11398933331171672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,uniform,0.0960586667060852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,uniform,0.15640532970428467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,uniform,0.21332265933354697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,uniform,0.16471999883651733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,uniform,0.17484800020853677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,uniform,0.17223999897638956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,uniform,0.1672160029411316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,uniform,0.28516266743342084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,uniform,0.29526400566101074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,uniform,0.30238399902979535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,uniform,0.30007465680440265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,uniform,0.06699199974536896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,uniform,0.338368018468221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,8,uniform,0.06941333413124084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,uniform,0.42560001214345294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,uniform,0.6229120095570883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,uniform,0.08499200145403545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,uniform,0.07252266506354015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,uniform,0.07035733262697856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,uniform,0.08578133583068848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,uniform,0.09126399954160054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,uniform,0.2205866575241089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,uniform,0.2189120054244995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,uniform,0.08596266309420268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,uniform,0.2208906610806783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,uniform,0.24598399798075357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,uniform,0.3086133400599162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,uniform,0.43344000975290936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,uniform,0.09230933586756389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,uniform,0.09130666653315227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,uniform,0.11417067050933838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,uniform,0.08713600039482117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,uniform,0.09596266349156697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,uniform,0.15762133399645487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,uniform,0.17156267166137695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,uniform,0.1739679972330729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,uniform,0.18056533734003702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,uniform,0.1863306760787964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,uniform,0.21421333154042563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,uniform,0.28754132986068726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,uniform,0.29993067185084027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,uniform,0.3002613385518392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,8,uniform,0.07132266461849213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,uniform,0.3037866751352946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,uniform,0.3414773146311442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,uniform,0.43171199162801105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,uniform,0.6195733149846395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,uniform,0.06748799979686737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,uniform,0.07003733515739441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,uniform,0.08672533432642619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,uniform,0.07274666428565979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,uniform,0.08543999989827473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,uniform,0.08712533116340637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,uniform,0.09165866176287334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,uniform,0.2505386670430501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,uniform,0.223088006178538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,uniform,0.2215893268585205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,uniform,0.2246133287747701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,uniform,0.31278934081395465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,uniform,0.43804800510406494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,uniform,0.09174933036168416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,uniform,0.09327999750773112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,uniform,0.0935093363126119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,uniform,0.10263466835021973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,uniform,0.17620267470677695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,uniform,0.11821867028872173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,uniform,0.1600266695022583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,uniform,0.1867039998372396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,uniform,0.1730133295059204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,uniform,0.17407466967900595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,uniform,0.3019733428955078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,uniform,0.219866673151652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,uniform,0.2914560039838155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,uniform,0.30270934104919434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,uniform,0.3068000078201294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,8,uniform,0.07645866771539052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,uniform,0.3438026507695516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,uniform,0.43460798263549805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,uniform,0.6274666786193848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,uniform,0.0795306662718455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,uniform,0.081386665503184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,uniform,0.08774933218955994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,uniform,0.09799999992052714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,uniform,0.10224533081054688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,uniform,0.10043733318646748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,uniform,0.10848533113797505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,uniform,0.22317866484324136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,uniform,0.22375466426213583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,uniform,0.3183679978052775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,uniform,0.22775467236836752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,uniform,0.25244800249735516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,uniform,0.4514026641845703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,uniform,0.0909493366877238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,uniform,0.09213866790135701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,uniform,0.12086932857831319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,uniform,0.09566932916641235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,uniform,0.10400000214576721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,uniform,0.1656053364276886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,uniform,0.17655466000239053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,uniform,0.17838400602340698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,uniform,0.21995200713475546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,uniform,0.17571200927098593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,uniform,0.19197332859039307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,uniform,0.2975306709607442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,uniform,0.30668799082438153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,uniform,0.44440531730651855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,uniform,0.3067199985186259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,uniform,0.3498613437016805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,uniform,0.31163734197616577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,uniform,0.6428213516871134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,8,uniform,0.07758933305740356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,uniform,0.08806399504343669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,uniform,0.0798880010843277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,uniform,0.08156266808509827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,uniform,0.09982400139172871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,uniform,0.10177066922187805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,uniform,0.10243200262387593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,uniform,0.22460265954335532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,uniform,0.2243946592013041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,uniform,0.10912533601125081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,uniform,0.2302293380101522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,uniform,0.25726934274037677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,uniform,0.3226026693979899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,uniform,0.4499093294143677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,uniform,0.09437333544095357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,uniform,0.09195733070373535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,uniform,0.09636800487836202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,uniform,0.10585600137710571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,uniform,0.12327999869982402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,uniform,0.17734932899475098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,uniform,0.1686026652654012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,uniform,0.1789813240369161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,uniform,0.17564799388249716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,uniform,0.19309866428375244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,uniform,0.22270933787027994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,uniform,0.30270399649937946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,uniform,0.3097599943478902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,uniform,0.30746666590372723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,uniform,0.3487679958343506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,uniform,0.3144906759262085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,uniform,0.4487893184026082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,8,uniform,0.07713066538174947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,uniform,0.6488213141759237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,uniform,0.10012800494829814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,uniform,0.08354133367538452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,uniform,0.07898666461308797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,uniform,0.09401599566141765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,uniform,0.09821866949399312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,uniform,0.11594133575757344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,uniform,0.10405332843462627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,uniform,0.22772266467412314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,uniform,0.2313493291536967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,uniform,0.2615893284479777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,uniform,0.22828267018000284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,uniform,0.3293760021527608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,uniform,0.46514666080474854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,uniform,0.09383466839790344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,uniform,0.09857599933942159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,uniform,0.1074773371219635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,uniform,0.09477333227793376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,uniform,0.12493866682052612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,uniform,0.1732693314552307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,uniform,0.1804906725883484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,uniform,0.18012267351150513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,uniform,0.19723733266194662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,uniform,0.22799466053644815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,uniform,0.1787253419558207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,uniform,0.31113600730895996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,uniform,0.31309332450230914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,uniform,0.30897066990534466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,uniform,0.450602650642395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,uniform,0.3567466735839844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,uniform,0.6634560028711954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,uniform,0.3157973289489746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,8,uniform,0.10258133212725322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,uniform,0.09981333216031392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,uniform,0.12158933281898499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,uniform,0.10514666636784871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,uniform,0.1316426694393158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,uniform,0.11515200138092041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,uniform,0.12386133273442586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,uniform,0.14341333508491516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,uniform,0.23692800601323447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,uniform,0.2418880065282186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,uniform,0.34595731894175213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,uniform,0.23719465732574463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,uniform,0.2762133280436198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,uniform,0.4745493332544963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,uniform,0.11013866464296977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,uniform,0.10586667060852051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,uniform,0.116047998269399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,uniform,0.13408000270525613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,uniform,0.17469332615534464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,uniform,0.1917440096537272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,uniform,0.26366933186848956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,uniform,0.18492267529169717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,uniform,0.1912053426106771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,uniform,0.2087519963582357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,uniform,0.2461013396581014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,uniform,0.32361066341400146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,uniform,0.3196106751759847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,uniform,0.3315466642379761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,uniform,0.3248853286107381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,uniform,0.10946133732795715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,uniform,0.4707253376642863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,8,uniform,0.10397332906723022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,uniform,0.3731893301010132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,uniform,0.10204799969991048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,uniform,0.6724106470743815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,uniform,0.13059199849764505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,uniform,0.12083199620246887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,uniform,0.13693333665529886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,uniform,0.15056000153223673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,uniform,0.1323360006014506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,uniform,0.24152533213297525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,uniform,0.24648533264795938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,uniform,0.23997332652409872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,uniform,0.27941866715749103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,uniform,0.11918399731318156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,uniform,0.10687466462453206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,uniform,0.4874826669692993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,uniform,0.35276798407236737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,uniform,0.10972799857457478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,uniform,0.13940800229708353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,uniform,0.17906665802001953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,uniform,0.20277865727742514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,uniform,0.2667520046234131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,uniform,0.2078239917755127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,uniform,0.21811733643213907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,uniform,0.2573920090993245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,uniform,0.3286293347676595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,uniform,0.4899466832478841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,uniform,0.3232693274815877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,uniform,0.3237546682357788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,uniform,0.3357866605122884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,uniform,0.3773706754048665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,8,uniform,0.11673067013422649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,uniform,0.48110934098561603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,uniform,0.1426346699396769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,uniform,0.11875733733177185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,uniform,0.6842400232950846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,uniform,0.14848533272743225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,uniform,0.12794133027394614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,uniform,0.15371200442314148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,uniform,0.1658399999141693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,uniform,0.18203200896581015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,uniform,0.2456373373667399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,uniform,0.29044799009958905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,uniform,0.24687467018763223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,uniform,0.25435733795166016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,uniform,0.36821333567301434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,uniform,0.5055199861526489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,uniform,0.12286399801572163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,uniform,0.14545067151387533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,uniform,0.11241066455841064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,uniform,0.11659199992815654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,uniform,0.18733867009480795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,uniform,0.2808053294817607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,uniform,0.2087519963582357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,uniform,0.21358400583267212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,uniform,0.26336532831192017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,uniform,0.2230613430341085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,uniform,0.506928006807963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,uniform,0.343231995900472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,uniform,0.33349335193634033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,uniform,0.3336533308029175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,uniform,0.3445066610972087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,uniform,0.3912479877471924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,uniform,0.4999680121739705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,uniform,0.705888032913208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,uniform,0.16214932998021445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,uniform,0.15134400129318237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,uniform,0.1839253306388855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,8,uniform,0.147407998641332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,uniform,0.21677333116531372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,uniform,0.20119466384251913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,uniform,0.20163732767105103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,uniform,0.24084800481796265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,uniform,0.2831626733144124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,uniform,0.29639466603597003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,uniform,0.32044267654418945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,uniform,0.3972053527832031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,uniform,0.15475733081499735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,uniform,0.5415253241856893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,uniform,0.8164426485697428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,uniform,0.1474560002485911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,uniform,0.24220800399780273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,uniform,0.24996266762415567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,uniform,0.17122133572896323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,uniform,0.19988799095153809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,uniform,0.39722665150960285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,uniform,0.2643040021260579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,uniform,0.27371732393900555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,uniform,0.33000000317891437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,uniform,0.4873280127843221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,uniform,0.7469493548075358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,uniform,0.3625173171361287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,uniform,0.36557865142822266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,uniform,0.3790186643600464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,uniform,0.5565706491470337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,uniform,0.7830133438110352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,uniform,0.43044265111287433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,8,uniform,0.16885866721471152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,uniform,0.17562667528788248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,uniform,0.24309333165486655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,uniform,0.2518986662228902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,uniform,0.26817067464192706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,uniform,0.18850666284561157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,uniform,0.21264533201853433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,uniform,0.30114134152730304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,uniform,0.2958666682243347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,uniform,0.3107253313064575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,uniform,0.3383466800053914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,uniform,0.5728746652603149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,uniform,0.4169173240661621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,uniform,0.8632799784342448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,uniform,0.15837333599726358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,uniform,0.16819200913111368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,uniform,0.18943999210993448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,uniform,0.22773333390553793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,uniform,0.4886346658070882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,uniform,0.3165546655654907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,uniform,0.32497600714365643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,uniform,0.2790079911549886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,uniform,0.2951466639836629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,uniform,0.856549342473348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,uniform,0.38027199109395343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,uniform,0.5587626695632935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,uniform,0.3904800017674764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,uniform,0.40857064723968506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,uniform,0.23965867360432944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,8,uniform,0.23064533869425455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,uniform,0.5477120081583658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,uniform,0.4493226607640584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,uniform,1.2109546661376953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,uniform,0.786730686823527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,uniform,0.3351786533991496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,uniform,0.2564106583595276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,uniform,0.2880586584409078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,uniform,0.3479306697845459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,uniform,0.36640532811482746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,uniform,0.4113066593805949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,uniform,0.3619999885559082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,uniform,0.3382720152537028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,uniform,0.4039413531621297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,uniform,0.5007359981536865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,uniform,0.6885813077290853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,uniform,1.0547786553700764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,uniform,0.21116799116134644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,uniform,0.19934932390848795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,uniform,0.23716266949971518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,uniform,0.2810720006624858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,uniform,0.39954666296641034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,uniform,0.5742613474527994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,uniform,0.3220906654993693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,uniform,0.3444480101267497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,uniform,0.381386677424113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,uniform,0.4447893301645915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,uniform,0.673520008722941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,uniform,1.0208586851755779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,uniform,0.41412798563639325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,8,uniform,0.28224533796310425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,uniform,0.4375679890314738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,uniform,0.29445334275563556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,uniform,0.31308799982070923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,uniform,0.48190399010976154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,uniform,0.5910559892654419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,uniform,0.8428800106048584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,uniform,1.285306692123413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,uniform,0.4679946502049764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,uniform,0.35276798407236737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,uniform,0.44281065464019775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,uniform,0.4261333147684733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,uniform,0.5201493501663208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,uniform,0.42210666338602704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,uniform,0.3938773473103841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,uniform,0.4692639907201131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,uniform,0.5721333424250284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,uniform,1.159989356994629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,uniform,0.22988800207773843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,uniform,0.7743253707885742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,uniform,0.2469653288523356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,uniform,0.2727946639060974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,uniform,0.47807466983795166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,uniform,0.3211519916852315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,uniform,0.6302186648050944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,uniform,0.40036265055338544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,uniform,0.4303199847539266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,uniform,0.4652746518452962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,uniform,0.5406506856282552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,uniform,1.3294719854990642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,uniform,0.8630987008412679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,uniform,0.47195732593536377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,uniform,0.5068960189819336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,uniform,0.5661760171254476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,uniform,0.7063199679056803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,uniform,1.5268640518188477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,uniform,1.0027093092600505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,uniform,0.4310719966888428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,8,uniform,0.412442684173584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,uniform,0.5130399862925211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,uniform,0.45790934562683105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,uniform,0.6296533346176147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,uniform,0.6447360118230184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,uniform,0.683573325475057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,uniform,0.7630613644917806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,uniform,0.5296266476313273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,uniform,0.5632906754811605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,uniform,0.6239840189615885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,uniform,0.9880853494008383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,uniform,0.7472639878590902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,uniform,1.404256025950114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,uniform,0.3025760054588318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,uniform,0.32577600081761676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,uniform,0.360149343808492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,uniform,0.8268053531646729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,uniform,0.6520906686782837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,uniform,0.4244906504948934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,uniform,0.5409599939982096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,uniform,0.5668853521347046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,uniform,0.6197706858317057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,uniform,0.7212213675181071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,uniform,1.8373972574869792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,uniform,1.1761279900868733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,uniform,0.572762648264567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,uniform,0.6101760069529215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,uniform,0.6828266779581705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,uniform,1.1585973103841145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,uniform,0.8363680044809977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,uniform,1.7422560056050618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,8,uniform,0.534880002339681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,uniform,0.5998560190200806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,uniform,0.5529226859410604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,uniform,0.6495893398920695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,uniform,0.8192693392435709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,uniform,0.8343893686930338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,uniform,0.8818720181783041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,uniform,0.9854026635487875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,uniform,0.6626826524734497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,uniform,0.7430826822916666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,uniform,0.9286239941914877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,uniform,0.7968693574269613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,uniform,1.2258719603220622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,uniform,1.689802646636963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,uniform,0.3778560161590576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,uniform,0.40002667903900146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,uniform,0.527023990948995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,uniform,0.4471840063730876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,uniform,0.8348426818847656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,uniform,1.0661813418070476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,uniform,0.6957813103993734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,uniform,0.6612266699473063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,uniform,0.7669973373413086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,uniform,0.8949440320332845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,uniform,1.4662666320800781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,uniform,2.3254240353902182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,uniform,0.7754240036010742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,uniform,0.831274668375651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,uniform,0.9270186424255371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,8,uniform,0.7484213511149088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,uniform,1.4552480379740398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,uniform,1.1063413619995117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,uniform,0.7918132940928141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,uniform,2.0283466974894204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,uniform,0.8470826943715414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,uniform,0.9424320062001547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,uniform,1.2047786712646484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,uniform,1.1708693504333496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,uniform,1.2774773438771565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,uniform,1.4355467160542805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,uniform,0.9329120318094889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,uniform,0.9938720067342123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,uniform,1.098095973332723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,uniform,1.3047733306884766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,uniform,1.7183094024658203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,uniform,2.3166826566060386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,uniform,0.5228480100631714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,uniform,0.551088015238444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,uniform,0.6159840027491251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,uniform,1.2319573561350505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,uniform,0.7320693333943685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,uniform,1.5299894014994304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,uniform,0.9598293304443359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,uniform,1.014357328414917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,uniform,1.108138640721639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,uniform,1.3242560227711995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,uniform,2.134928067525228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,uniform,3.357680002848307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,uniform,1.0028693675994873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,uniform,1.0894880294799805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,uniform,1.1776479880015056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,uniform,1.4096105893452961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,uniform,1.8554186820983887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,uniform,2.608725388844808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,8,uniform,1.0153226852416992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,uniform,1.0652000109354656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,uniform,1.1371359825134277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,uniform,1.2944426536560059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,uniform,1.5448907216389973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,uniform,1.5771679878234863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,uniform,1.6811200777689617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,uniform,1.8717013994852703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,uniform,1.2119253476460774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,uniform,1.3105226357777913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,uniform,1.7206239700317383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,uniform,1.4591946601867676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,uniform,2.2314186096191406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,uniform,3.1008373896280923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,uniform,0.6671786308288574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,uniform,0.7029120127360026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,uniform,0.7828693389892578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,uniform,0.9306080341339111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,uniform,1.2252106666564941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,uniform,1.5721066792805989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,uniform,2.0641706784566245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,uniform,1.2868373394012451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,uniform,1.4175146420796711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,uniform,1.6424694061279297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,uniform,1.3425547281901042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,uniform,4.318506558736165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,uniform,2.759514808654785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,uniform,1.384485403696696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,uniform,1.5296053886413574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,uniform,1.8184800148010254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,uniform,2.4190613428751626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,uniform,3.2678400675455728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,8,uniform,1.4592053095499675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,uniform,1.5983999570210774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,uniform,1.8070507049560547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,uniform,1.9694506327311199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,uniform,2.404693285624186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,uniform,2.4813599586486816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,uniform,2.604933261871338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,uniform,2.967199961344401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,uniform,1.7498559951782227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,uniform,1.9232799212137859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,uniform,2.111093362172445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,uniform,2.5169493357340493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,uniform,3.3190666834513345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,uniform,4.572245279947917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,uniform,0.9501386483510336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,uniform,0.9990080197652181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,uniform,1.10753599802653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,uniform,1.3391520182291667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,uniform,2.9828640619913735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,uniform,2.3004053433736167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,uniform,1.8701546986897786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,uniform,2.131205399831136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,uniform,1.8155040740966797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,uniform,2.510122617085775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,uniform,4.09550412495931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,uniform,6.405743916829427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,uniform,1.8645973205566406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,uniform,2.08188263575236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,uniform,2.2895679473876953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,uniform,2.6785707473754883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,uniform,3.3421494166056314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,8,uniform,1.9028587341308594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,uniform,4.733210563659668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,uniform,2.120512008666992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,uniform,2.391717274983724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,uniform,2.5778826077779136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,uniform,3.497018814086914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,uniform,3.722357432047526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,uniform,3.829807917277018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,uniform,4.197440147399902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,uniform,2.314016024271647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,uniform,2.67083740234375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,uniform,2.866421381632487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,uniform,4.501023928324382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,uniform,3.4814987182617188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,uniform,6.268367767333984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,uniform,1.3133172988891602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,uniform,1.259119987487793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,uniform,1.741685390472412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,uniform,1.4495466550191243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,uniform,3.017589251200358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,uniform,4.079722722371419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,uniform,2.534575939178467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,uniform,2.7165921529134116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,uniform,2.5475947062174478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,uniform,3.346037228902181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,uniform,5.4124908447265625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,uniform,2.5089333852132163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,uniform,8.482432047526041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,uniform,2.764495849609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,uniform,3.6405601501464844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,uniform,3.1383307774861655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,uniform,6.391221364339192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,uniform,4.6675465901692705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,8,uniform,2.576373259226481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,uniform,2.7664267222086587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,uniform,2.9450718561808267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,uniform,3.2428693771362305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,uniform,4.4941972096761065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,uniform,4.636672019958496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,uniform,4.893552144368489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,uniform,5.252858797709147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,uniform,3.0343732833862305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,uniform,3.1984214782714844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,uniform,3.6231520970662436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,uniform,4.356725374857585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,uniform,5.667237599690755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,uniform,7.946677525838216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,uniform,1.5626773834228516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,uniform,1.6295359929402669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,uniform,1.7932960192362468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,uniform,2.1569973627726235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,uniform,5.131066640218099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,uniform,2.9643732706705728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,uniform,3.813818613688151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,uniform,3.10700257619222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,uniform,3.322575887044271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,uniform,4.202586809794108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,uniform,6.676602681477864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,8,uniform,0.05895466605822245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,uniform,10.411402384440104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,4,uniform,0.04930666585763296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,uniform,3.1808907190958657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,uniform,3.529952049255371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,2,uniform,0.046122665206591286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,1,uniform,0.04576533536116282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,4,uniform,0.05527466535568237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,uniform,4.630240122477214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,uniform,3.84333864847819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,8,uniform,0.07261866827805837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,uniform,0.060693333546320595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,2,uniform,0.048810665806134544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,1,uniform,0.048672000567118325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,uniform,0.05078400174776713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,uniform,0.054042667150497437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,uniform,0.051445335149765015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,uniform,0.050010666251182556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,uniform,5.732826868693034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,uniform,0.06113600234190623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,uniform,0.04946133494377136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,uniform,0.044997334480285645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,uniform,0.045791998505592346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,uniform,0.046485334634780884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,uniform,0.05031466484069824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,uniform,0.04614933331807455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,uniform,0.05972800155480703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,uniform,0.04909333089987437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,uniform,0.0516480008761088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,uniform,8.184885025024414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,uniform,0.04980800052483877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,uniform,0.05008533100287119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,uniform,0.05635199944178263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,uniform,0.051370665431022644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,uniform,0.0518506666024526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,uniform,0.061434666315714516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,uniform,0.052111998200416565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,8,uniform,0.05763733386993408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,uniform,0.05526400109132131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,uniform,0.06326400240262349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,1,uniform,0.04923200110594431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,4,uniform,0.05050666630268097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,2,uniform,0.05153066913286845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,8,uniform,0.0698773314555486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,4,uniform,0.05496533215045929
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,2,uniform,0.05599466462930044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,1,uniform,0.05866133173306783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,uniform,0.049738665421803795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,uniform,0.05618133147557577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,uniform,0.05890133480230967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,uniform,0.052245333790779114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,uniform,0.054192001620928444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,uniform,0.05893866717815399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,uniform,0.06915199756622314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,uniform,0.046165332198143005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,uniform,0.045909335215886436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,uniform,0.0476800004641215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,uniform,0.055770665407180786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,uniform,0.049551998575528465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,uniform,0.060602664947509766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,uniform,0.05276800195376078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,uniform,0.05421866476535797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,uniform,0.05351466437180837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,uniform,0.059792002042134605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,uniform,0.06793599824110667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,uniform,0.05179200073083242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,uniform,0.06102933486302694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,uniform,0.07479999959468842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,uniform,0.05851200222969055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,8,uniform,0.05600533386071523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,uniform,0.05253866811593374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,uniform,0.05973866581916809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,2,uniform,0.06975466509660085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,4,uniform,0.05960000058015188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,2,uniform,0.05383466680844625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,8,uniform,0.06786133348941803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,4,uniform,0.06499200065930684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,1,uniform,0.055306668082873024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,1,uniform,0.0711893339951833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,uniform,0.060271998246510826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,uniform,0.059194669127464294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,uniform,0.07477866609891255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,uniform,0.06285866598288219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,uniform,0.06643199920654297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,uniform,0.05055999755859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,uniform,0.09294399619102478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,uniform,0.050293331344922386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,uniform,0.05189866820971171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,uniform,0.04946133494377136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,uniform,0.05735466877619425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,uniform,0.05992533266544342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,uniform,0.06857066849867503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,uniform,0.06089066465695699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,uniform,0.06113066772619883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,uniform,0.07212266822655995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,uniform,0.06025066475073496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,uniform,0.06284800171852112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,uniform,0.08946133653322856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,uniform,0.06487466891606648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,uniform,0.06081066528956095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,uniform,0.06243200103441874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,8,uniform,0.05624000231424967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,uniform,0.09612799684206645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,uniform,0.07379733522733052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,4,uniform,0.05624000231424967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,2,uniform,0.054661333560943604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,2,uniform,0.06939200063546498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,8,uniform,0.07356266677379608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,1,uniform,0.0710346649090449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,1,uniform,0.05547733108202616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,4,uniform,0.07076799869537354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,uniform,0.0751200020313263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,uniform,0.07223466535409291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,uniform,0.07183466851711273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,uniform,0.07779733339945476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,uniform,0.13007466991742453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,uniform,0.09589866797129314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,uniform,0.05213866631189982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,uniform,0.05202666421731313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,uniform,0.05333866675694784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,uniform,0.08845866719881694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,uniform,0.07425599793593089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,uniform,0.05912533402442932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,uniform,0.06883200009663899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,uniform,0.07909866670767467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,uniform,0.07218666871388753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,uniform,0.08502399921417236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,uniform,0.07559999823570251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,uniform,0.09287466605504353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,uniform,0.12184000015258789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,uniform,0.07667733232180278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,uniform,0.07501866420110066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,uniform,0.07910933097203572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,8,uniform,0.05561600128809611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,uniform,0.09711466232935588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,uniform,0.13708800077438354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,4,uniform,0.05390933156013489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,2,uniform,0.05348266661167145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,8,uniform,0.0687306672334671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,2,uniform,0.06914666791756947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,1,uniform,0.05641066531340281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,4,uniform,0.06806399921576183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,1,uniform,0.07030400137106578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,uniform,0.09087466200192769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,uniform,0.09002133210500081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,uniform,0.13940800229708353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,uniform,0.09653866291046143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,uniform,0.10977600018183391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,uniform,0.2065066695213318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,uniform,0.06622933348019917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,uniform,0.0956053336461385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,uniform,0.0670826683441798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,uniform,0.13470932841300964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,uniform,0.07126399874687195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,uniform,0.0788800021012624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,uniform,0.09919466574986775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,uniform,0.09905067086219788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,uniform,0.11512000362078349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,uniform,0.10291199882825215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,uniform,0.2002399961153666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,uniform,0.13693333665529886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,uniform,0.09641066193580627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,uniform,0.09005332986513774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,uniform,0.09358400106430054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,uniform,0.13961600263913473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,8,uniform,0.05691733459631602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,uniform,0.11063999931017558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,uniform,0.20172266165415445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,4,uniform,0.05458133419354757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,2,uniform,0.05397333204746246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,1,uniform,0.05574933191140493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,8,uniform,0.06632533172766368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,4,uniform,0.06981333096822102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,2,uniform,0.06531199812889099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,uniform,0.13452800114949545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,1,uniform,0.06989333530267079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,uniform,0.13401066263516745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,uniform,0.1733120083808899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,uniform,0.14387200276056925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,uniform,0.06620266536871593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,uniform,0.3628106514612834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,uniform,0.23497066895167032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,uniform,0.06610133250554402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,uniform,0.07246399919191997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,uniform,0.11334400375684102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,uniform,0.10846400260925293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,uniform,0.09739200274149577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,uniform,0.07932800054550171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,uniform,0.13523733615875244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,uniform,0.1176639993985494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,uniform,0.12930132945378622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,uniform,0.24188266197840372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,uniform,0.13686933120091757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,uniform,0.1607093314329783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,uniform,0.13446399569511414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,uniform,0.14564800262451172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,uniform,0.2357920010884603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,uniform,0.1745599905649821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,uniform,0.36790935198465985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,8,uniform,0.05904000004132589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,4,uniform,0.057376002271970115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,2,uniform,0.05429866909980774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,1,uniform,0.05680533250172933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,8,uniform,0.07196266452471416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,4,uniform,0.07152000069618225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,uniform,0.13531200091044107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,2,uniform,0.07144533097743988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,1,uniform,0.06714133421579997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,uniform,0.138565331697464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,uniform,0.06716800232728322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,uniform,0.23507734139760336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,uniform,0.17499732971191406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,uniform,0.1481013298034668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,uniform,0.08019733428955078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,uniform,0.0717439999183019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,uniform,0.06898666421572368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,uniform,0.3681759834289551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,uniform,0.09815999865531921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,uniform,0.11820800105730693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,uniform,0.13796266913414001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,uniform,0.16013866662979126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,uniform,0.11070400476455688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,uniform,0.13269333044687906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,uniform,0.10883200168609619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,uniform,0.24341867367426553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,uniform,0.1757813294728597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,uniform,0.1771999994913737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,uniform,0.23810666799545288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,uniform,0.19341333707173666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,uniform,0.3221013347307841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,8,uniform,0.06112533311049143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,uniform,0.5176373322804769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,4,uniform,0.056645333766937256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,2,uniform,0.054058666030565895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,1,uniform,0.05643199880917867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,4,uniform,0.07173333565394084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,8,uniform,0.07196266452471416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,2,uniform,0.0708426684141159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,uniform,0.14841600259145102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,uniform,0.17649600903193155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,1,uniform,0.0707946668068568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,uniform,0.13756799697875977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,uniform,0.1376159985860189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,uniform,0.0739519993464152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,uniform,0.2377600073814392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,uniform,0.0705973356962204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,uniform,0.06910400092601776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,uniform,0.3690720001856486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,uniform,0.09945066769917806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,uniform,0.08169599870840709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,uniform,0.14196266730626425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,uniform,0.11501866579055786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,uniform,0.11746666828791301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,uniform,0.11635733644167583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,uniform,0.16343999902407327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,uniform,0.13193600376447043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,uniform,0.24406399329503378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,uniform,0.18253332376480103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,uniform,0.17924267053604126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,uniform,0.19576533635457358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,uniform,0.23870933055877686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,uniform,0.3277920087178548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,uniform,0.5192106564839681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,8,uniform,0.05558399856090546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,4,uniform,0.05473066866397858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,8,uniform,0.06796266635258992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,1,uniform,0.06031466523806254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,4,uniform,0.06815466781457265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,2,uniform,0.057002668579419456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,2,uniform,0.06909866631031036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,1,uniform,0.07499733567237854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,uniform,0.1386186679204305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,uniform,0.15014400084813437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,uniform,0.1400213340918223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,uniform,0.23758933941523233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,uniform,0.18041600783665976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,uniform,0.374565323193868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,uniform,0.07001600166161855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,uniform,0.07101333141326904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,uniform,0.14219199617703757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,uniform,0.08284266789754231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,uniform,0.07399466633796692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,uniform,0.10041067004203796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,uniform,0.11423466602961223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,uniform,0.11473600069681804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,uniform,0.16362133622169495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,uniform,0.11931733290354411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,uniform,0.2499786615371704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,uniform,0.13130133350690207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,uniform,0.18168532848358154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,uniform,0.18045334021250406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,uniform,0.1986186703046163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,uniform,0.32794666290283203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,8,uniform,0.054085334142049156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,uniform,0.24199465910593668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,uniform,0.5239733457565308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,4,uniform,0.05293866495291392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,2,uniform,0.05694933235645294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,1,uniform,0.06128533184528351
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,4,uniform,0.0691786656777064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,2,uniform,0.06916266679763794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,8,uniform,0.06775466601053874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,1,uniform,0.07583466668923695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,uniform,0.13974933822949728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,uniform,0.13984533150990805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,uniform,0.2401813268661499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,uniform,0.3735733429590861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,uniform,0.15203199783960977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,uniform,0.1802826722462972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,uniform,0.07034666836261749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,uniform,0.072543998559316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,uniform,0.07506666580835979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,uniform,0.10212266445159912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,uniform,0.143994669119517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,uniform,0.08374933401743571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,uniform,0.11648000280062358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,uniform,0.11771200100580852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,uniform,0.12076800068219502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,uniform,0.24712000290552774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,uniform,0.1669386625289917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,uniform,0.13874133427937826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,uniform,0.1832480033238729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,uniform,0.19950399796168009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,uniform,0.1814026633898417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,uniform,0.24412800868352255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,uniform,0.33316266536712646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,uniform,0.5303946733474731
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,8,uniform,0.05690666536490122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,2,uniform,0.05820266902446747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,4,uniform,0.052613332867622375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,1,uniform,0.0631466656923294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,8,uniform,0.067930668592453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,4,uniform,0.06993066767851512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,1,uniform,0.07635200023651123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,uniform,0.14332800110181174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,2,uniform,0.07038400073846181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,uniform,0.1439626713593801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,uniform,0.15526933471361795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,uniform,0.1848906675974528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,uniform,0.07335466643174489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,uniform,0.3763466676076253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,uniform,0.2434719999631246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,uniform,0.07521066566308339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,uniform,0.08709333340326945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,uniform,0.0782239983479182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,uniform,0.11844266454378764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,uniform,0.10635733604431152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,uniform,0.14546666542689005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,uniform,0.13819199800491333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,uniform,0.1204906702041626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,uniform,0.12201066811879475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,uniform,0.17214399576187134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,uniform,0.25570134321848553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,uniform,0.18598934014638266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,uniform,0.24636266628901163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,uniform,0.20164799690246582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,uniform,0.18760534127553305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,uniform,0.336575984954834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,uniform,0.5326506694157919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,2,uniform,0.06695466736952464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,8,uniform,0.06079466640949249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,1,uniform,0.075013334552447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,4,uniform,0.06359999875227611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,8,uniform,0.07660800218582153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,4,uniform,0.07698666552702586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,2,uniform,0.07886399825414021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,1,uniform,0.08911466598510742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,uniform,0.14547733465830484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,uniform,0.15784533818562826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,uniform,0.14542399843533835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,uniform,0.18898133436838785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,uniform,0.07413866619269054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,uniform,0.24804266293843588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,uniform,0.07900799810886383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,uniform,0.3877813418706258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,uniform,0.08776533603668213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,uniform,0.07493333518505096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,uniform,0.10976533095041911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,uniform,0.14949333667755127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,uniform,0.12485333283742268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,uniform,0.11955733100573222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,uniform,0.17338667313257852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,uniform,0.11974933743476868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,uniform,0.2577386697133382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,uniform,0.14119999607404074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,uniform,0.18709866205851236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,uniform,0.20674665768941244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,uniform,0.34488534927368164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,uniform,0.24971733490626016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,uniform,0.18918399016062418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,uniform,0.5462826490402222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,8,uniform,0.06397866706053416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,4,uniform,0.06699733436107635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,2,uniform,0.06710933148860931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,1,uniform,0.07470400134722392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,8,uniform,0.07675733168919881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,2,uniform,0.0811359981695811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,4,uniform,0.0780320018529892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,1,uniform,0.08954667051633199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,uniform,0.14563199877738953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,uniform,0.14727466305096945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,uniform,0.19056000312169394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,uniform,0.250383992989858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,uniform,0.1601653297742208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,uniform,0.07605866591135661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,uniform,0.38892801602681476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,uniform,0.11059733231862386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,uniform,0.07717866698900859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,uniform,0.15180800358454385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,uniform,0.08960533142089844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,uniform,0.08006399869918823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,uniform,0.1202826698621114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,uniform,0.12294399738311768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,uniform,0.12708266576131186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,uniform,0.14152000347773233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,uniform,0.262938658396403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,uniform,0.17613865931828818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,uniform,0.19060800472895303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,uniform,0.19101333618164062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,uniform,0.20844799280166626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,8,uniform,0.0645653357108434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,uniform,0.548309326171875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,uniform,0.25227733453114826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,uniform,0.3503893216451009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,4,uniform,0.06774400174617767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,2,uniform,0.07236266632874806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,1,uniform,0.084197332461675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,8,uniform,0.07691733539104462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,4,uniform,0.07915199796358745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,2,uniform,0.08373333017031352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,1,uniform,0.09640533725420634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,uniform,0.1502026617527008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,uniform,0.15109333395957947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,uniform,0.16131732861200967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,uniform,0.19639466206232706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,uniform,0.3988320032755534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,uniform,0.07776533563931783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,uniform,0.25780800978342694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,uniform,0.07952000200748444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,uniform,0.08383466800053914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,uniform,0.09333333373069763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,uniform,0.12482666969299316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,uniform,0.12488533059755962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,uniform,0.11421866218249004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,uniform,0.15738667050997415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,uniform,0.1309760014216105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,uniform,0.14601600170135498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,uniform,0.18077333768208823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,uniform,0.19484800100326538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,uniform,0.195743997891744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,uniform,0.26952532927195233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,uniform,0.21182399988174438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,uniform,0.2609226703643799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,uniform,0.35341866811116535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,8,uniform,0.08163733283678691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,4,uniform,0.08281066517035167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,2,uniform,0.08742933471997578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,uniform,0.5558079878489176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,1,uniform,0.1006719966729482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,8,uniform,0.09304533402125041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,4,uniform,0.09798399607340495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,1,uniform,0.11713066697120667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,2,uniform,0.1046453317006429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,uniform,0.16185599565505981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,uniform,0.1618773341178894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,uniform,0.1740586757659912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,uniform,0.20830400784810385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,uniform,0.08957866827646892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,uniform,0.10326932867368062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,uniform,0.12205866972605388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,uniform,0.094458669424057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,uniform,0.2692799965540568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,uniform,0.4094239870707194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,uniform,0.16270400087038675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,uniform,0.2474613388379415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,uniform,0.14105600118637085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,uniform,0.13346667091051737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,uniform,0.13539200027783713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,uniform,0.16175466775894165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,uniform,0.19176000356674194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,uniform,0.2818560004234314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,uniform,0.20479466517766318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,uniform,0.22851200898488364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,uniform,0.2754613359769185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,uniform,0.20756800969441733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,8,uniform,0.0839466651280721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,uniform,0.36877866586049396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,uniform,0.5638933181762695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,4,uniform,0.08556800087292989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,8,uniform,0.10065066814422607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,1,uniform,0.10521599650382996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,2,uniform,0.09110933542251587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,4,uniform,0.10245333115259807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,2,uniform,0.10761599739392598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,1,uniform,0.12236799796422322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,uniform,0.16510933637619019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,uniform,0.18093333641688028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,uniform,0.21716266870498657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,uniform,0.16615999738375345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,uniform,0.27380265792210895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,uniform,0.09246933460235596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,uniform,0.4141226609547933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,uniform,0.09707732995351155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,uniform,0.12588266531626383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,uniform,0.10729066530863444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,uniform,0.16768532991409302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,uniform,0.25167999664942425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,uniform,0.1514346698919932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,uniform,0.14662399888038635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,uniform,0.1668213407198588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,uniform,0.27028799057006836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,uniform,0.20838399728139242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,uniform,0.2058186729749044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,uniform,0.4404960076014201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,uniform,0.21185600757598877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,8,uniform,0.09236266215642293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,uniform,0.23237866163253784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,uniform,0.27888532479604083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,4,uniform,0.09643200039863586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,uniform,0.5701280037562052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,uniform,0.37806932131449383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,2,uniform,0.10599999626477559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,8,uniform,0.11257599790891011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,1,uniform,0.1197760005791982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,4,uniform,0.11740799744923909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,2,uniform,0.12838400403658548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,1,uniform,0.1444960037867228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,uniform,0.1731520096460978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,uniform,0.17488000790278116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,uniform,0.2275573412577311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,uniform,0.18966400623321533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,uniform,0.2909173369407654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,uniform,0.09885332981745402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,uniform,0.11307733257611592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,uniform,0.42923200130462646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,uniform,0.10313066840171814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,uniform,0.17459734280904135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,uniform,0.13361600041389465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,uniform,0.26202134291330975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,uniform,0.15648000439008078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,uniform,0.17494400342305502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,uniform,0.4560533364613851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,uniform,0.21507734060287476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,uniform,0.16033599774042764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,uniform,0.2811200022697449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,uniform,0.2220053275426229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,uniform,0.21906665960947672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,uniform,0.24431999524434408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,uniform,0.3940853277842204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,uniform,0.29524266719818115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,4,uniform,0.11727999647458394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,8,uniform,0.11306132872899373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,uniform,0.5905280113220215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,8,uniform,0.14571733276049295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,2,uniform,0.12795733412106833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,1,uniform,0.1508853336175283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,4,uniform,0.14857066671053568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,2,uniform,0.16200000047683716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,1,uniform,0.18363734086354574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,uniform,0.21658132473627725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,uniform,0.22907199462254843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,uniform,0.2627840042114258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,uniform,0.13404267032941183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,uniform,0.7343893051147461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,uniform,0.3322346607844035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,uniform,0.45293867588043213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,uniform,0.1423413356145223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,uniform,0.15544000267982483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,uniform,0.18529599905014038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,uniform,0.37176533540089923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,uniform,0.19112533330917358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,uniform,0.24701867500940958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,uniform,0.19986132780710855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,uniform,0.2254719932874044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,uniform,0.2771199941635132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,uniform,0.38359467188517254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,uniform,0.25464000304539997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,uniform,0.2583306630452474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,uniform,0.6476639906565348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,uniform,0.2802666624387105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,uniform,0.33395198980967206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,uniform,0.45020798842112225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,4,uniform,0.13573867082595825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,uniform,0.6529920101165771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,2,uniform,0.14788800477981567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,8,uniform,0.12863999605178833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,1,uniform,0.1726026733716329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,4,uniform,0.180351992448171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,8,uniform,0.17294400930404663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,2,uniform,0.1954560081164042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,1,uniform,0.2239946722984314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,uniform,0.23362666368484497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,uniform,0.24843732515970865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,uniform,0.2812160054842631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,uniform,0.35472532113393146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,uniform,0.48689599831899005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,uniform,0.1569760044415792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,uniform,0.14721600214640299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,uniform,0.7632373174031576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,uniform,0.2140480081240336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,uniform,0.17788267135620117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,uniform,0.3019839922587077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,uniform,0.2334186633427938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,uniform,0.4697279930114746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,uniform,0.21940267086029053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,uniform,0.2601013382275899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,uniform,0.316048006216685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,uniform,0.43166399002075195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,uniform,0.7181066672007242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,uniform,0.289520005385081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,8,uniform,0.17019732793172201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,uniform,0.3072213331858317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,uniform,0.45245333512624103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,uniform,0.3559146722157796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,uniform,0.6773386796315511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,uniform,1.073573350906372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,4,uniform,0.1773973306020101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,2,uniform,0.19166400035222372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,1,uniform,0.22672533988952637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,8,uniform,0.2311413288116455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,2,uniform,0.2599839965502421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,4,uniform,0.2416586677233378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,1,uniform,0.29972267150878906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,uniform,0.2928160031636556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,uniform,0.27695467074712116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,uniform,0.42688532670338947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,uniform,0.33535468578338623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,uniform,0.5866613388061523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,uniform,0.9134613672892252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,uniform,0.1804479956626892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,uniform,0.19325866301854452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,uniform,0.21475734313329062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,uniform,0.35698668162027997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,uniform,0.25866132974624634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,uniform,0.25753066937128705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,uniform,0.5361706813176473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,uniform,0.27395200729370117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,uniform,0.3033653299013774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,uniform,0.3654666741689046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,uniform,0.8002879619598389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,uniform,0.5154186487197876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,uniform,0.3397226730982463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,uniform,0.32249067227045697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,uniform,0.3915199836095174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,uniform,0.4961706797281901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,8,uniform,0.2048906683921814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,2,uniform,0.2320693333943685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,uniform,0.7293279965718588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,uniform,1.1417280038197835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,4,uniform,0.21589332818984985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,1,uniform,0.27435733874638873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,8,uniform,0.28738667567571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,4,uniform,0.30208534002304077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,1,uniform,0.380021333694458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,2,uniform,0.3266400098800659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,uniform,0.3231946627298991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,uniform,0.34417064984639484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,uniform,0.39213331540425617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,uniform,0.6559626658757528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,uniform,0.4887839953104655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,uniform,0.20828266938527426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,uniform,1.02238933245341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,uniform,0.2227840026219686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,uniform,0.24592532714207968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,uniform,0.29449599981307983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,uniform,0.39822932084401447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,uniform,0.5947466691335043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,uniform,0.33426133791605633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,uniform,0.3119093378384908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,uniform,0.3702666759490967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,uniform,0.44655998547871906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,uniform,0.6464320023854574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,uniform,0.971343994140625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,uniform,0.3993599812189738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,uniform,0.4652266502380371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,uniform,0.37117334206899005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,uniform,1.3508639335632324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,uniform,0.8574026425679525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,uniform,0.5980480114618937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,8,uniform,0.29579732815424603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,4,uniform,0.4389973481496175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,2,uniform,0.3344373305638631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,1,uniform,0.3922453324000041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,4,uniform,0.31092266241709393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,2,uniform,0.47313066323598224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,8,uniform,0.42051200071970624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,1,uniform,0.5459733406702677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,uniform,0.45683733622233075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,uniform,0.42565866311391193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,uniform,0.6246560017267863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,uniform,0.5139893293380737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,uniform,1.266149361928304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,uniform,0.26794666051864624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,uniform,0.8128960132598877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,uniform,0.290282666683197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,uniform,0.3206933339436849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,uniform,0.38461331526438397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,uniform,0.5117066701253256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,uniform,0.7665279706319174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,uniform,0.41093866030375165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,uniform,0.43995734055836994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,uniform,0.49189333120981854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,uniform,0.59497598807017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,uniform,0.881498654683431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,uniform,1.3089599609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,uniform,0.4645173152287801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,uniform,0.49621331691741943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,uniform,0.707482655843099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,uniform,0.5676053365071615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,uniform,0.9931146303812662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,uniform,1.5760587056477864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,8,uniform,0.37335999806722003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,4,uniform,0.38812267780303955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,2,uniform,0.42018131415049237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,1,uniform,0.4937280019124349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,8,uniform,0.5363200108210245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,4,uniform,0.5584853490193685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,2,uniform,0.6047573486963908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,1,uniform,0.7010400295257568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,uniform,0.5271733204523722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,uniform,0.5711413224538168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,uniform,0.6415626605351766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,uniform,0.7712586720784506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,uniform,0.9865919748942057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,uniform,1.5333333015441895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,uniform,0.32811200618743896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,uniform,0.3518773317337036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,uniform,0.39468268553415936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,uniform,0.4741706848144531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,uniform,0.6608426570892334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,uniform,0.9859253565470377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,uniform,0.5357919931411743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,uniform,0.5012853145599365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,uniform,0.6069226662317911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,uniform,0.7298666636149088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,uniform,1.1011199951171875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,uniform,1.6895467440287273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,uniform,0.596010684967041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,8,uniform,0.5170613527297974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,uniform,0.6397866805394491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,uniform,0.7249173323313395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,uniform,0.8898080190022787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,4,uniform,0.5376213391621908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,uniform,1.1655786832173665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,uniform,1.844831943511963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,2,uniform,0.5841759840647379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,1,uniform,0.6862453619639078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,8,uniform,0.7553973197937012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,4,uniform,0.7882933616638184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,2,uniform,0.8576640288035074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,1,uniform,0.9816959698994955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,uniform,0.7859679857889811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,uniform,0.7320586840311686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,uniform,1.07915202776591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,uniform,1.3552212715148926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,uniform,0.8928746382395426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,uniform,2.1171627044677734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,uniform,0.47806934515635174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,uniform,0.4466293255488078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,uniform,0.5409173170725504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,uniform,0.6591306527455648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,uniform,0.9321280320485433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,uniform,1.353472073872884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,uniform,0.714949369430542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,uniform,0.7549920082092285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,uniform,0.8496267000834147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,uniform,1.043002684911092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,uniform,1.5899680455525715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,uniform,0.7880160013834635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,uniform,2.423685391743978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,uniform,0.8792160352071127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,uniform,0.9682079950968424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,uniform,1.1595040162404378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,uniform,1.499850591023763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,uniform,2.3239733378092446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,4,uniform,0.6919466654459635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,8,uniform,0.66102401415507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,2,uniform,0.7529653708140055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,1,uniform,0.8994773228963217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,8,uniform,0.9864693482716879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,4,uniform,1.0316267013549805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,2,uniform,1.1167413393656414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,1,uniform,1.2958880265553792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,uniform,0.944165309270223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,uniform,1.0068693161010742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,uniform,1.1619199911753337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,uniform,1.3961119651794434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,uniform,1.8025706609090169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,uniform,2.8161547978719077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,uniform,0.5681066513061523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,uniform,0.6042079925537109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,uniform,0.6806293328603109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,uniform,0.8427733580271403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,uniform,1.2405333518981934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,uniform,1.864016056060791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,uniform,0.9570613702138265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,uniform,0.9047253131866455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,uniform,1.0742826461791992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,uniform,1.3335092862447102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,uniform,2.022677262624105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,uniform,3.2553227742513022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,uniform,1.1180799802144368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,uniform,1.0158133506774902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,uniform,1.2560959657033284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,uniform,1.5051573117574055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,uniform,1.8837547302246094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,8,uniform,0.9543253580729166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,uniform,2.9204800923665366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,4,uniform,0.9975787003835043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,2,uniform,1.081664005915324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,1,uniform,1.2738186518351238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,8,uniform,1.4369440078735352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,1,uniform,1.8755040168762207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,2,uniform,1.6250294049580891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,4,uniform,1.502069314320882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,uniform,1.4368267059326172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,uniform,1.344271977742513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,uniform,1.6667787233988445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,uniform,2.040426731109619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,uniform,4.0959625244140625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,uniform,2.6413599650065103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,uniform,0.8012746969858805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,uniform,0.8532319863637289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,uniform,0.9520959854125977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,uniform,1.1909653345743816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,uniform,1.800319989522298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,uniform,1.3077119986216228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,uniform,1.3804906209309895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,uniform,2.654149373372396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,uniform,1.5378774007161458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,uniform,1.900053342183431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,uniform,3.022202809651693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,uniform,4.679098765055339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,uniform,1.4418986638387044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,uniform,1.5528373718261719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,uniform,1.8265120188395183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,uniform,2.1724534034729004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,uniform,2.779616038004557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,uniform,4.291866620381673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,8,uniform,1.2417066891988118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,4,uniform,1.294111967086792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,2,uniform,1.4045333862304688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,1,uniform,1.7098453839619954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,8,uniform,1.8891733487447102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,4,uniform,1.9673706690470378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,2,uniform,2.1408586502075195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,1,uniform,2.5193653106689453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,uniform,1.7575146357218425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,uniform,2.118271986643473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,uniform,1.878661314646403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,uniform,2.7248427073160806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,uniform,3.578709284464518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,uniform,1.0349546273549397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,uniform,5.526773452758789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,uniform,1.1015520095825195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,uniform,1.231829325358073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,uniform,1.5591999689737956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,uniform,2.3901707331339517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,uniform,3.62282657623291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,uniform,1.693984031677246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,uniform,1.7921333312988281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,uniform,1.9966079394022624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,uniform,2.4605654080708823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,uniform,3.9791574478149414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,uniform,6.188762664794922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,uniform,2.036405404408773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,uniform,1.8944640159606934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,uniform,2.377925395965576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,uniform,2.9166186650594077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,8,uniform,1.5272693634033203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,uniform,3.7024799982706704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,4,uniform,1.5947252909342449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,uniform,5.646234512329102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,2,uniform,1.7354453404744465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,1,uniform,2.1092799504597983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,8,uniform,2.3467839558919272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,4,uniform,2.466090679168701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,2,uniform,2.6597545941670737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,1,uniform,3.1427841186523438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,uniform,2.1536693572998047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,uniform,2.628378709157308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,uniform,2.303978602091471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,uniform,4.493280092875163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,uniform,3.356639862060547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,uniform,6.923407872517903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,uniform,1.2711679935455322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,uniform,1.351045290629069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,uniform,1.5156532923380535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,uniform,1.9118080139160156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,uniform,4.509071985880534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,uniform,3.0086612701416016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,uniform,2.080666700998942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,uniform,2.202906608581543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,uniform,2.4492799441019693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,uniform,2.9842611948649087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,uniform,4.879237174987793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,uniform,7.524384180704753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,8,uniform,0.07133333384990692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,uniform,2.350090662638346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,4,uniform,0.06825066606203715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,2,uniform,0.06330133477846782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,4,uniform,0.07483733197053273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,uniform,2.4891840616861978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,uniform,3.5898720423380532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,uniform,2.909093221028646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,2,uniform,0.06807999809583028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,8,uniform,0.08158400158087413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,1,uniform,0.0753653347492218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,uniform,4.736853281656901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,uniform,0.07641066610813141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,uniform,0.07495466868082683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,uniform,0.08170666793982188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,uniform,0.0758240024248759
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,uniform,0.08709866801897685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,uniform,0.06859200199445088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,uniform,0.06260799864927928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,uniform,0.06543466448783875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,uniform,7.235562642415364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,uniform,0.07441600163777669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,uniform,0.07644266883532207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,uniform,0.07248533268769582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,uniform,0.07115200161933899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,uniform,0.07897066573301952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,uniform,0.07737599809964497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,8,uniform,0.07441600163777669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,uniform,0.08204266428947449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,uniform,0.08733333150545756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,2,uniform,0.0738506664832433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,4,uniform,0.06757333377997081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,2,uniform,0.06643733382225037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,8,uniform,0.08220799763997395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,4,uniform,0.07399466633796692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,1,uniform,0.0795306662718455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,uniform,0.08170133332411449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,uniform,0.07885333398977916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,uniform,0.07563200096289317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,uniform,0.08865066369374593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,uniform,0.09657067060470581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,uniform,0.06854933500289917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,uniform,0.06594666838645935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,uniform,0.07991466422875722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,uniform,0.06594133377075195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,uniform,0.0746666689713796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,uniform,0.07426133255163829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,uniform,0.08003733555475871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,uniform,0.08352532982826233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,uniform,0.07713599999745686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,uniform,0.08849066495895386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,uniform,0.09705600142478943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,8,uniform,0.07504533231258392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,4,uniform,0.07092800239721934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,8,uniform,0.08151466647783916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,uniform,0.07926933467388153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,4,uniform,0.08195200065771739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,2,uniform,0.06980266670385997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,uniform,0.07875200112660725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,2,uniform,0.07842666904131572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,1,uniform,0.08832533160845439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,uniform,0.1122826635837555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,uniform,0.06947733461856842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,uniform,0.08957866827646892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,uniform,0.0689279983441035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,uniform,0.09512533744176228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,uniform,0.06905066470305125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,uniform,0.07941866914431255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,uniform,0.08019199967384338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,uniform,0.07814399898052216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,uniform,0.09134399890899658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,uniform,0.08091199894746144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,uniform,0.09712533156077068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,uniform,0.081386665503184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,uniform,0.11367467045783997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,8,uniform,0.07513066629568736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,4,uniform,0.07126399874687195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,8,uniform,0.08053866525491078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,2,uniform,0.07165333131949107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,4,uniform,0.08342933654785156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,2,uniform,0.08140799899895985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,1,uniform,0.08820799986521403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,uniform,0.09051733215649922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,uniform,0.09233066439628601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,uniform,0.12291199962298076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,uniform,0.10481066505114238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,uniform,0.15105066696802774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,uniform,0.07082666456699371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,uniform,0.07297066847483318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,uniform,0.10360532999038696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,uniform,0.07735999921957652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,uniform,0.10041067004203796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,uniform,0.08994666735331218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,uniform,0.09950400392214458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,uniform,0.09063999851544698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,uniform,0.10220799843470256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,uniform,0.15531200170516968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,uniform,0.12284800410270691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,2,uniform,0.07117866476376851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,4,uniform,0.07207466661930084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,8,uniform,0.07737066845099132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,8,uniform,0.08264000217119853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,4,uniform,0.08270399769147237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,2,uniform,0.08248533308506012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,uniform,0.12342400352160136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,1,uniform,0.09177066882451375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,uniform,0.14235732952753702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,uniform,0.12210667133331299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,uniform,0.17165867487589517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,uniform,0.23082133134206137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,uniform,0.09630399942398071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,uniform,0.08664000034332275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,uniform,0.08955732981363933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,uniform,0.12939199805259705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,uniform,0.12593600153923035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,uniform,0.13741333285967508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,uniform,0.1421333352724711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,uniform,0.12431466579437256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,uniform,0.24542399247487387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,uniform,0.123471995194753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,8,uniform,0.07617599765459697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,4,uniform,0.0715946654478709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,2,uniform,0.07218133409818013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,8,uniform,0.08261866867542267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,uniform,0.17310933272043863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,4,uniform,0.08365866541862488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,2,uniform,0.08150933186213176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,uniform,0.17497599124908447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,1,uniform,0.09360532959302266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,uniform,0.20917866627375284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,uniform,0.2698826591173808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,uniform,0.18036266167958578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,uniform,0.09718400239944458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,uniform,0.09063999851544698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,uniform,0.08860799670219421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,uniform,0.14711999893188477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,uniform,0.1578879952430725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,uniform,0.14291200041770935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,uniform,0.1719520092010498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,uniform,0.3970613479614258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,uniform,0.1848426659901937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,8,uniform,0.07704000174999237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,uniform,0.2121760050455729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,uniform,0.2784586747487386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,uniform,0.4026453495025635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,4,uniform,0.07180266578992207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,2,uniform,0.07155199845631917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,2,uniform,0.08290666838486989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,4,uniform,0.08109333117802937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,1,uniform,0.09407466650009155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,uniform,0.1848693291346232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,uniform,0.17525333166122437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,8,uniform,0.08134933312733968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,uniform,0.21076800425847372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,uniform,0.3996373414993286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,uniform,0.2709920008977254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,uniform,0.08808533350626628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,uniform,0.09432533383369446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,uniform,0.0990559955437978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,uniform,0.1588373382886251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,uniform,0.1502026617527008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,uniform,0.224565327167511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,uniform,0.27983466784159344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,uniform,0.2404266595840454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,uniform,0.14448533455530801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,uniform,0.3676106532414754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,uniform,0.564357320467631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,2,uniform,0.0713866651058197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,8,uniform,0.07601599891980489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,4,uniform,0.0721919983625412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,8,uniform,0.08476266264915466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,4,uniform,0.08346666892369588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,1,uniform,0.09584533174832661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,uniform,0.18825600544611612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,uniform,0.17603733142217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,uniform,0.2139306664466858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,uniform,0.2741333246231079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,uniform,0.40436267852783203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,2,uniform,0.08397333820660909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,uniform,0.09128000338872273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,uniform,0.10403199990590413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,uniform,0.09371733665466309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,uniform,0.14661866426467896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,uniform,0.16142933567365012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,uniform,0.14979199568430582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,uniform,0.22487467527389526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,uniform,0.36926400661468506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,uniform,0.27806933720906574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,uniform,0.5682026545206705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,uniform,0.24316267172495523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,8,uniform,0.10751466949780782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,8,uniform,0.08731200297673543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,4,uniform,0.0862506628036499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,2,uniform,0.08516266942024231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,4,uniform,0.10788800319035848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,2,uniform,0.10790933171908061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,1,uniform,0.11826133728027344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,uniform,0.19062399864196777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,uniform,0.2170613408088684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,uniform,0.2778666615486145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,uniform,0.09342400232950847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,uniform,0.40580801169077557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,uniform,0.17790400981903076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,uniform,0.10207466284434001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,uniform,0.09512533744176228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,uniform,0.15388266245524088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,uniform,0.22663466135660806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,uniform,0.14940266807874045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,uniform,0.16421866416931152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,uniform,0.24730666478474936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,uniform,0.3759946823120117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,8,uniform,0.08922666311264038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,4,uniform,0.08582933743794759
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,uniform,0.5735840002695719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,2,uniform,0.08669867118199666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,8,uniform,0.10397332906723022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,4,uniform,0.10661866267522176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,uniform,0.28335465987523395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,uniform,0.1790026624997457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,2,uniform,0.10796266794204712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,1,uniform,0.12061333656311035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,uniform,0.19099199771881104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,uniform,0.2178666591644287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,uniform,0.27873067061106366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,uniform,0.0981119970480601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,uniform,0.41156800587972003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,uniform,0.10443199674288432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,uniform,0.15647466977437338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,uniform,0.1500693360964457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,uniform,0.1638879974683126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,uniform,0.09543466567993164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,uniform,0.24540799856185913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,uniform,0.22984000047047934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,uniform,0.2792853315671285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,uniform,0.5709919929504395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,uniform,0.37906134128570557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,4,uniform,0.08649067083994548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,8,uniform,0.08522133032480876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,8,uniform,0.10894399881362915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,1,uniform,0.12116266290346782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,2,uniform,0.10845866799354553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,4,uniform,0.10737066467603047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,uniform,0.2836746573448181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,2,uniform,0.08624533812204997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,uniform,0.18154666821161905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,uniform,0.19432000319163004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,uniform,0.21813867489496866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,uniform,0.11050666371981303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,uniform,0.4147733449935913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,uniform,0.09657067060470581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,uniform,0.09898666540781657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,uniform,0.15379732847213745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,uniform,0.16591466466585794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,uniform,0.2325119972229004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,uniform,0.2480213244756063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,uniform,0.28517333666483563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,uniform,0.15597333510716757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,uniform,0.5760693152745565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,uniform,0.3812853495279948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,8,uniform,0.10411733388900757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,4,uniform,0.0993386705716451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,8,uniform,0.13090133666992188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,2,uniform,0.0992746651172638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,4,uniform,0.12869866689046225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,1,uniform,0.1411679983139038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,uniform,0.1934666633605957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,uniform,0.18209065993626913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,uniform,0.28729067246119183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,uniform,0.2215786576271057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,uniform,0.42019200325012207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,uniform,0.09760533769925435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,uniform,0.10079999764760335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,2,uniform,0.13193600376447043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,uniform,0.11181867122650146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,uniform,0.1567359964052836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,uniform,0.15312000115712485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,uniform,0.1680906613667806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,uniform,0.24888533353805542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,uniform,0.23312532901763916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,uniform,0.29205334186553955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,uniform,0.5827413400014242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,4,uniform,0.09923733274141948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,uniform,0.3837333520253499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,8,uniform,0.13142399986584982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,8,uniform,0.10355200370152791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,2,uniform,0.10407466689745586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,2,uniform,0.13168000181516012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,4,uniform,0.13215999801953635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,uniform,0.22399999698003134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,1,uniform,0.14382400115331015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,uniform,0.18573333819707236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,uniform,0.28934399286905926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,uniform,0.4251573483149211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,uniform,0.09946133693059285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,uniform,0.11074666182200114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,uniform,0.10229333241780598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,uniform,0.15734400351842245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,uniform,0.19314666589101157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,uniform,0.16276266177495322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,uniform,0.16775466998418173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,uniform,0.2951786716779073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,uniform,0.23362666368484497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,uniform,0.25118933121363324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,uniform,0.38874133427937824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,uniform,0.5792533159255981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,4,uniform,0.11525866389274597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,2,uniform,0.11597866813341777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,8,uniform,0.14842666188875833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,8,uniform,0.11319466431935628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,2,uniform,0.15586666266123453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,4,uniform,0.15205867091814676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,uniform,0.18428800503412882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,1,uniform,0.16590933005015054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,uniform,0.19606933991114298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,uniform,0.22858132918675741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,uniform,0.29710932572682697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,uniform,0.11544533570607503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,uniform,0.10398933291435242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,uniform,0.10651733477910359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,uniform,0.1609653333822886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,uniform,0.42981866995493573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,uniform,0.15853866934776306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,uniform,0.23500800132751465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,uniform,0.25412267446517944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,uniform,0.1720586617787679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,uniform,0.29657600323359173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,8,uniform,0.1327306628227234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,uniform,0.39423465728759766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,uniform,0.5833919843037924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,4,uniform,0.12988799810409546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,2,uniform,0.133242666721344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,8,uniform,0.17478400468826294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,4,uniform,0.17449599504470825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,1,uniform,0.18738667170206705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,2,uniform,0.17994133631388345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,uniform,0.19086400667826334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,uniform,0.2005386749903361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,uniform,0.23417067527770996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,uniform,0.3004746635754903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,uniform,0.4365813334782918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,uniform,0.12723199526468912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,uniform,0.12845866878827414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,uniform,0.14654399951299033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,uniform,0.16166399916013083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,uniform,0.24076799551645914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,uniform,0.16034133235613504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,uniform,0.1774346629778544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,uniform,0.25710399945576984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,uniform,0.3025333285331726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,uniform,0.4004533290863037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,8,uniform,0.14360533157984415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,uniform,0.5829600095748901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,4,uniform,0.14353066682815552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,8,uniform,0.19589332739512125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,2,uniform,0.1453439990679423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,4,uniform,0.19478933016459146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,2,uniform,0.19910933574040732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,1,uniform,0.2123946746190389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,uniform,0.1917919913927714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,uniform,0.23788267374038696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,uniform,0.20368534326553345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,uniform,0.3071413238843282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,uniform,0.43507198492685956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,uniform,0.12963733077049255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,uniform,0.13209066788355509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,uniform,0.15027733643849692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,uniform,0.2254133423169454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,uniform,0.22225600481033325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,uniform,0.24293333292007446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,uniform,0.23402667045593262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,uniform,0.2622186740239461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,uniform,0.3089493314425151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,uniform,0.3994986613591512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,uniform,0.5966666539510092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,4,uniform,0.16429866353670755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,2,uniform,0.17084799210230509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,8,uniform,0.16823999087015787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,2,uniform,0.24984532594680786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,8,uniform,0.23504000902175903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,4,uniform,0.2397493322690328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,1,uniform,0.2596106727917989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,uniform,0.45342934131622314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,uniform,0.21009600162506104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,uniform,0.19859200716018677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,uniform,0.24252800146738687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,uniform,0.31570132573445636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,uniform,0.1362613340218862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,uniform,0.13766933480898538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,uniform,0.15431466698646545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,uniform,0.23166932662328085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,uniform,0.22594666481018066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,uniform,0.2508959968884786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,uniform,0.26816000541051227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,uniform,0.3102826674779256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,8,uniform,0.22087466716766357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,uniform,0.6047573486963908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,uniform,0.4172533353169759
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,uniform,0.2376799980799357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,4,uniform,0.21916800737380981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,2,uniform,0.22459733486175537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,2,uniform,0.3431946833928426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,8,uniform,0.3123520016670227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,1,uniform,0.35180266698201496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,4,uniform,0.3261386752128601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,uniform,0.32200000683466595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,uniform,0.36538668473561603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,uniform,0.65173868338267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,uniform,0.34651732444763184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,uniform,0.4620373249053955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,uniform,0.18885332345962524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,uniform,0.19103999932607016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,uniform,0.21157334248224893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,uniform,0.3187093337376912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,uniform,0.3325120011965434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,uniform,0.3137706716855367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,uniform,0.30550400416056317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,uniform,0.3512800137201945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,uniform,0.45892266432444256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,uniform,0.28355733553568524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,4,uniform,0.2680319945017497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,uniform,0.6885493596394857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,2,uniform,0.2704533338546753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,8,uniform,0.26260799169540405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,4,uniform,0.4113493363062541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,8,uniform,0.39344533284505206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,2,uniform,0.43190399805704754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,1,uniform,0.4435466527938843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,uniform,0.3378933270772298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,uniform,0.3821066617965698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,uniform,0.35979199409484863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,uniform,0.4825706481933594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,uniform,0.6961013476053873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,uniform,0.2202613353729248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,uniform,0.21990400552749634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,uniform,0.2472426692644755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,uniform,0.39075732231140137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,uniform,0.38706668217976886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,uniform,0.40172266960144043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,uniform,0.4390133221944173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,uniform,0.4710933367411296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,uniform,0.4920479853947957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,uniform,0.6388106743494669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,4,uniform,0.3621600071589152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,8,uniform,0.363754669825236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,uniform,0.9370346864064535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,2,uniform,0.36747201283772785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,8,uniform,0.5478560129801432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,2,uniform,0.6154986619949341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,4,uniform,0.5757173299789429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,1,uniform,0.6234933137893677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,uniform,0.4585226774215698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,uniform,0.489738663037618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,uniform,0.4976160128911336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,uniform,0.6369920174280802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,uniform,0.2818719943364461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,uniform,0.9206240177154541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,uniform,0.2789013385772705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,uniform,0.30320533116658527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,uniform,0.4703466494878133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,uniform,0.47307733694712323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,uniform,0.485424002011617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,uniform,0.46838398774464923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,uniform,0.505674680074056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,uniform,0.5288266738255819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,uniform,1.011840025583903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,uniform,0.6999146938323975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,8,uniform,0.4570666551589966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,4,uniform,0.4554026524225871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,2,uniform,0.46266667048136395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,8,uniform,0.6968106428782145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,2,uniform,0.7859573364257812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,4,uniform,0.7386026382446289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,1,uniform,0.7983840306599935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,uniform,0.5691413482030233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,uniform,0.6128160158793131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,uniform,0.6219840049743652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,uniform,0.7750240166982015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,uniform,1.127941370010376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,uniform,0.3428746859232585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,uniform,0.3370986779530843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,uniform,0.37092800935109455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,uniform,0.6034826834996542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,uniform,0.6035039822260538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,uniform,0.628058671951294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,uniform,0.6291253169377645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,uniform,0.6836480299631754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,8,uniform,0.6595146656036377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,uniform,0.8911360104878744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,uniform,0.6900906562805176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,4,uniform,0.659445325533549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,2,uniform,0.679370641708374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,uniform,1.3123520215352376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,8,uniform,1.019711971282959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,4,uniform,1.0903626283009846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,2,uniform,1.166869322458903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,1,uniform,1.1811892986297607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,uniform,0.7976426283518473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,uniform,0.8520586490631104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,uniform,0.8582133452097574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,uniform,1.0498133500417073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,uniform,1.516757329305013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,uniform,0.4618080059687297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,uniform,0.4519519805908203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,uniform,0.4920586744944255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,uniform,0.8240853150685629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,uniform,0.8519840240478516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,uniform,0.8220640023549398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,uniform,0.8190080324808756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,uniform,0.8778133392333984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,uniform,0.8893067042032877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,uniform,1.1407626469930012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,uniform,1.6578240394592285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,4,uniform,0.855679988861084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,8,uniform,0.8513440291086832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,2,uniform,0.8741439978281657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,8,uniform,1.3274292945861816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,4,uniform,1.4162133534749348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,2,uniform,1.5237119992574055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,1,uniform,1.5339679718017578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,uniform,1.0179146925608318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,uniform,1.0885066986083984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,uniform,1.3291626771291096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,uniform,1.9039467175801594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,uniform,1.0980587005615234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,uniform,0.5770719846089681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,uniform,0.5694613456726074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,uniform,0.6184053421020508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,uniform,1.0395253499348958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,uniform,1.0753013292948406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,uniform,1.0399733384450276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,uniform,1.1369706789652507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,uniform,1.2120107014973958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,uniform,1.2070079644521077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,uniform,1.5174345970153809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,uniform,2.1701599756876626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,8,uniform,1.2394293149312336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,4,uniform,1.2532426516215007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,2,uniform,1.2861066659291585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,8,uniform,1.9548959732055664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,4,uniform,2.09226131439209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,2,uniform,2.2575732866923013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,1,uniform,2.2512853940327964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,uniform,1.4692106246948242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,uniform,1.5650453567504883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,uniform,1.568186601003011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,uniform,1.8946399688720703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,uniform,2.724757194519043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,uniform,0.8199946880340576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,uniform,0.8508640130360922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,uniform,0.7869546413421631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,uniform,1.5297120412190754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,uniform,1.6017546653747559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,uniform,1.537823994954427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,uniform,1.6160319646199544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,uniform,1.5152907371520996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,uniform,1.637514591217041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,uniform,1.9807252883911133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,8,uniform,1.6219253540039062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,uniform,2.8956851959228516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,4,uniform,1.6457014083862305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,2,uniform,1.6885439554850261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,8,uniform,2.581216017405192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,4,uniform,2.766362508138021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,2,uniform,2.987290700276693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,1,uniform,2.9657974243164062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,uniform,1.9185387293497722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,uniform,2.043242613474528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,uniform,2.0463040669759116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,uniform,2.443061351776123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,uniform,3.529072125752767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,uniform,1.0602347056070964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,uniform,1.0985386371612549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,uniform,1.0198933283487956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,uniform,1.9584426879882812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,uniform,2.0631945927937827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,uniform,1.971493403116862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,uniform,2.16265598932902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,uniform,2.0313706398010254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,uniform,2.1629600524902344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,uniform,2.582496007283529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,uniform,3.7828267415364585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,8,uniform,2.385258674621582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,4,uniform,2.4317332903544107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,2,uniform,2.49729061126709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,4,uniform,4.1106828053792315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,8,uniform,3.817114512125651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,2,uniform,4.430224100748698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,1,uniform,4.402314821879069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,uniform,3.0181973775227866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,uniform,2.8285814921061196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,uniform,3.015514691670736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,uniform,1.5371413230895996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,uniform,3.5581013361612954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,uniform,5.152026812235515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,uniform,1.586448033650716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,uniform,1.4810506502787273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,uniform,2.8892958958943686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,uniform,2.9140799840291343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,uniform,3.0408105850219727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,uniform,2.910991986592611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,uniform,3.6740051905314126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,uniform,3.1185547510782876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,uniform,3.109877268473307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,uniform,5.3177385330200195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,8,uniform,3.155989329020182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,4,uniform,3.2081546783447266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,2,uniform,3.28877862294515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,8,uniform,5.062512079874675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,2,uniform,5.895941416422526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,4,uniform,5.4668318430582685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,1,uniform,5.836506525675456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,uniform,3.7385921478271484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,uniform,3.9870611826578775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,uniform,3.9733759562174478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,uniform,4.657925287882487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,uniform,6.753973642985026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,uniform,1.9391627311706543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,uniform,2.0144373575846353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,uniform,2.060197353363037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,uniform,3.852304140726725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,uniform,3.8156426747639975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,uniform,3.9369707107543945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,uniform,4.0002187093098955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,uniform,4.2034454345703125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,uniform,4.197456041971843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,uniform,4.873866717020671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,8,uniform,3.9215733210245767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,uniform,7.09709358215332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,2,uniform,4.096746762593587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,4,uniform,3.990485191345215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,8,uniform,6.31390380859375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,4,uniform,6.791322708129883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,2,uniform,7.37062390645345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,1,uniform,7.2748158772786455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,uniform,4.650053342183431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,uniform,4.932442665100098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,uniform,4.954586664835612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,uniform,5.778490702311198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,uniform,2.496527989705404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,uniform,8.391600290934244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,uniform,2.410794734954834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,uniform,2.559925397237142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,uniform,4.681765238444011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,uniform,4.7240800857543945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,uniform,5.142079989115397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,uniform,4.923386573791504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,uniform,5.960106531778972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,uniform,4.817296028137207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,uniform,5.145130793253581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,uniform,0.04751466711362203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,uniform,0.041850666205088295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,uniform,8.651072184244791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,uniform,0.04131199916203817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,uniform,0.04181866844495138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,uniform,0.0462719996770223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,uniform,0.061280002196629844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,uniform,0.04364799956480662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,uniform,0.0455626646677653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,uniform,0.059989333152770996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,uniform,0.05648533503214518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,uniform,0.05750399827957153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,uniform,0.06797333558400472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,uniform,0.08366933465003967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,uniform,0.04543999830881754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,uniform,0.04454400142033895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,uniform,0.045498669147491455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,uniform,0.050442665815353394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,uniform,0.06027733286221822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,uniform,0.052576000491778054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,uniform,0.05211733281612396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,uniform,0.058549334605534874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,uniform,0.07520000139872234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,uniform,0.06283733248710632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,uniform,0.058037335673967995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,uniform,0.06127466758092245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,uniform,0.07533866663773854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,uniform,0.10506666700045268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,uniform,0.047151997685432434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,uniform,0.04247466723124186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,uniform,0.04222933451334635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,uniform,0.04252266883850098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,uniform,0.0621919979651769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,uniform,0.04762133459250132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,uniform,0.04585599899291992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,uniform,0.052154665191968284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,uniform,0.057034666339556374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,uniform,0.06116800010204315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,uniform,0.06128533184528351
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,uniform,0.0721973329782486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,uniform,0.09429333607355754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,uniform,0.046384001771608986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,uniform,0.04529599845409393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,uniform,0.0469760000705719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,uniform,0.05266133447488149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,uniform,0.057616000374158226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,uniform,0.05195199946562449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,uniform,0.05161599814891815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,uniform,0.059402664502461754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,uniform,0.07225599884986877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,uniform,0.06062933305899302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,uniform,0.064410666624705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,uniform,0.05653333167235056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,uniform,0.07309866448243459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,uniform,0.09894933303197224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,uniform,0.04340800146261851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,uniform,0.04462933540344238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,uniform,0.043824002146720886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,uniform,0.04642133414745331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,uniform,0.05624533196290334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,uniform,0.05681066711743673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,uniform,0.05758399764696757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,uniform,0.05926933387915293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,uniform,0.05972800155480703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,uniform,0.06810133159160614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,uniform,0.06005866825580597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,uniform,0.09760533769925435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,uniform,0.07842666904131572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,uniform,0.046997333566347756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,uniform,0.045034666856129967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,uniform,0.04755199948946635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,uniform,0.05320000151793162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,uniform,0.05891199906667074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,uniform,0.06002666552861532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,uniform,0.063701331615448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,uniform,0.067071999112765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,uniform,0.08417600393295288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,uniform,0.06098133325576782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,uniform,0.0650079995393753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,uniform,0.07158400118350983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,uniform,0.08345599969228108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,uniform,0.11177066961924235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,uniform,0.04842133323351542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,uniform,0.04602666695912679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,uniform,0.04712533454100291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,uniform,0.04915200173854828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,uniform,0.06063466767470042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,uniform,0.05959466596444448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,uniform,0.0641546646753947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,uniform,0.05716800192991892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,uniform,0.07005866865317027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,uniform,0.06884799897670746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,uniform,0.07868266602357228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,uniform,0.08703466256459554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,uniform,0.11370666821797688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,uniform,0.04921066761016846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,uniform,0.04809600114822388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,uniform,0.05440000196297964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,uniform,0.057429333527882896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,uniform,0.07157866656780243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,uniform,0.06621866424878438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,uniform,0.08224000036716461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,uniform,0.07122666637102763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,uniform,0.09920000036557515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,uniform,0.07043733199437459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,uniform,0.07746133208274841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,uniform,0.06689600149790446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,uniform,0.09292800227801006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,uniform,0.12821333607037863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,uniform,0.04916266600290934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,uniform,0.047184000412623085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,uniform,0.044906665881474815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,uniform,0.05128000179926554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,uniform,0.06098133325576782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,uniform,0.057328000664711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,uniform,0.061754668752352394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,uniform,0.08782933155695598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,uniform,0.06517333288987477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,uniform,0.0951039989789327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,uniform,0.10172266761461894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,uniform,0.12134933471679688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,uniform,0.15709333618481955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,uniform,0.0621013343334198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,uniform,0.06411733229955037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,uniform,0.06834666430950165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,uniform,0.0765066643555959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,uniform,0.09664533535639445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,uniform,0.0932373305161794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,uniform,0.09684800108273824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,uniform,0.1123466690381368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,uniform,0.08778132994969685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,uniform,0.14251733819643655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,uniform,0.09287466605504353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,uniform,0.10271466771761577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,uniform,0.12232533097267151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,uniform,0.16758400201797485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,uniform,0.0468800018231074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,uniform,0.048783997694651283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,uniform,0.04576000074545542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,uniform,0.051882664362589516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,uniform,0.06232533355553945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,uniform,0.05834133426348368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,uniform,0.0629120022058487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,uniform,0.06649066507816315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,uniform,0.12960533301035562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,uniform,0.13844266533851624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,uniform,0.1509706676006317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,uniform,0.18524267276128134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,uniform,0.24394132693608603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,uniform,0.06417066852251689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,uniform,0.07005866865317027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,uniform,0.06573333342870076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,uniform,0.07521600027879079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,uniform,0.10122133294741313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,uniform,0.10366933544476827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,uniform,0.12654933333396912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,uniform,0.16422399878501892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,uniform,0.10872000455856323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,uniform,0.1357599993546804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,uniform,0.13513599832852682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,uniform,0.1853440006573995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,uniform,0.15455466508865356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,uniform,0.249290664990743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,uniform,0.050288001696268715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,uniform,0.047685335079828896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,uniform,0.04987200101216634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,uniform,0.05231466889381409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,uniform,0.06248533229033152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,uniform,0.059248000383377075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,uniform,0.06855466465155284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,uniform,0.1323093374570211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,uniform,0.06029866635799408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,uniform,0.14777066310246786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,uniform,0.1400266687075297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,uniform,0.18420799573262533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,uniform,0.2523039976755778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,uniform,0.06020799775918325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,uniform,0.06644266843795776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,uniform,0.07048533360163371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,uniform,0.08136533200740814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,uniform,0.10745066404342651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,uniform,0.11058132847150166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,uniform,0.1325493355592092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,uniform,0.10913599530855815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,uniform,0.16800532738367716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,uniform,0.17329599459966025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,uniform,0.17712533473968506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,uniform,0.19691733519236246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,uniform,0.3288373351097107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,uniform,0.24496533473332724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,uniform,0.049679999550183616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,uniform,0.04715733230113983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,uniform,0.051039998730023704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,uniform,0.05230933427810669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,uniform,0.0631039987007777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,uniform,0.05973866581916809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,uniform,0.06468266745408376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,uniform,0.06981333096822102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,uniform,0.13285866379737854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,uniform,0.14127999544143677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,uniform,0.15558399756749472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,uniform,0.18825600544611612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,uniform,0.2576693296432495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,uniform,0.06657599906126659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,uniform,0.06797866523265839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,uniform,0.07165866593519847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,uniform,0.08346666892369588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,uniform,0.10371733705202739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,uniform,0.11153067151705424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,uniform,0.10709866881370544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,uniform,0.13063466548919678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,uniform,0.1726400057474772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,uniform,0.17983466386795044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,uniform,0.17498133579889932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,uniform,0.20270933707555136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,uniform,0.24924800793329874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,uniform,0.33739201227823895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,uniform,0.05374933282534281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,uniform,0.05077866713205973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,uniform,0.05576533575852712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,uniform,0.05643733342488607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,uniform,0.065610667069753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,uniform,0.06126399834950765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,uniform,0.0647626668214798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,uniform,0.0755626658598582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,uniform,0.15877866744995117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,uniform,0.14495999614397684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,uniform,0.17479467391967773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,uniform,0.22028799851735434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,uniform,0.3017706672350566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,uniform,0.07038400073846181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,uniform,0.07287466526031494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,uniform,0.07966933151086171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,uniform,0.09295466542243958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,uniform,0.11467732985814412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,uniform,0.10992532968521118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,uniform,0.15037332971890768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,uniform,0.20637865861256918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,uniform,0.12051733334859212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,uniform,0.19082667430241904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,uniform,0.19801600774129233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,uniform,0.23361599445343018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,uniform,0.29124800364176434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,uniform,0.4156586726506551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,uniform,0.05483733117580414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,uniform,0.050981332858403526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,uniform,0.05644799768924713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,uniform,0.05705599983533224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,uniform,0.06731200218200684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,uniform,0.06507733464241028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,uniform,0.06150400141874949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,uniform,0.07680533329645793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,uniform,0.15099733074506125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,uniform,0.1548373301823934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,uniform,0.1780853271484375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,uniform,0.22458666563034058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,uniform,0.30560000737508136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,uniform,0.07107733190059662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,uniform,0.07382399837176006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,uniform,0.08110400040944417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,uniform,0.09493333101272583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,uniform,0.11178132891654968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,uniform,0.11763200163841248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,uniform,0.122789333264033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,uniform,0.15313599507013956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,uniform,0.2093013326327006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,uniform,0.19076265891393027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,uniform,0.19920533895492554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,uniform,0.23006399472554526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,uniform,0.2937813401222229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,uniform,0.418287992477417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,uniform,0.05420266588528951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,uniform,0.05073600014050802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,uniform,0.05696000158786774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,uniform,0.06267733375231425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,uniform,0.06710400183995564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,uniform,0.06015466650327047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,uniform,0.07069333394368489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,uniform,0.14903466900189719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,uniform,0.07948799928029378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,uniform,0.16177067160606384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,uniform,0.17644266287485758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,uniform,0.22867733240127563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,uniform,0.31833599011103314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,uniform,0.07393066585063934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,uniform,0.07689066727956136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,uniform,0.08316799998283386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,uniform,0.09447466333707173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,uniform,0.11554666360219319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,uniform,0.12127466996510823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,uniform,0.220960001150767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,uniform,0.12680000066757202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,uniform,0.1585760017236074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,uniform,0.19515732924143472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,uniform,0.2018346587816874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,uniform,0.2347093423207601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,uniform,0.29975465933481854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,uniform,0.4290879964828491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,uniform,0.06391466657320659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,uniform,0.06303999821345012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,uniform,0.05975466469923655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,uniform,0.07149866720040639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,uniform,0.07191466788450877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,uniform,0.0734506646792094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,uniform,0.08396800359090169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,uniform,0.07509866853555043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,uniform,0.15812266866366068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,uniform,0.1637173295021057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,uniform,0.18051199118296304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,uniform,0.23375467459360758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,uniform,0.06941866874694824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,uniform,0.07816533247629802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,uniform,0.3249280055363973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,uniform,0.08477333188056946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,uniform,0.10141332944234212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,uniform,0.120688001314799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,uniform,0.12642666697502136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,uniform,0.16743467251459757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,uniform,0.13501866658528647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,uniform,0.22273600101470947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,uniform,0.20274666945139566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,uniform,0.21382399400075278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,uniform,0.23964265982309976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,uniform,0.30347200234731037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,uniform,0.43910400072733563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,uniform,0.06470400094985962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,uniform,0.05962666869163513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,uniform,0.06566399832566579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,uniform,0.06855999926726024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,uniform,0.07762666543324788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,uniform,0.07737599809964497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,uniform,0.07004799942175548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,uniform,0.09027199943860371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,uniform,0.15937599539756775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,uniform,0.16156267126401266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,uniform,0.18754667043685913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,uniform,0.2376426657040914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,uniform,0.3330613374710083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,uniform,0.0759626676638921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,uniform,0.07825066645940144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,uniform,0.08744000395139058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,uniform,0.10385066270828247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,uniform,0.11731732885042827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,uniform,0.12325333555539449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,uniform,0.13688533504803976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,uniform,0.16709866126378378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,uniform,0.22933866580327353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,uniform,0.2015626629193624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,uniform,0.21553067366282144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,uniform,0.3083359996477763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,uniform,0.24027733008066812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,uniform,0.4432906707127889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,uniform,0.06107200185457865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,uniform,0.06615466872851054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,uniform,0.07320000231266022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,uniform,0.06385066608587901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,uniform,0.0790826678276062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,uniform,0.07704000174999237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,uniform,0.0809333324432373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,uniform,0.1609226663907369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,uniform,0.09676800171534221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,uniform,0.16499732931454977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,uniform,0.19132266441980997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,uniform,0.24580266078313193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,uniform,0.34601600964864093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,uniform,0.07790400087833405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,uniform,0.08186666667461395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,uniform,0.0902453362941742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,uniform,0.1085653305053711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,uniform,0.12544000148773193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,uniform,0.13131733735402426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,uniform,0.14711466431617737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,uniform,0.17364799976348877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,uniform,0.24228266874949136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,uniform,0.206496000289917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,uniform,0.22034666935602823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,uniform,0.24752533435821533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,uniform,0.31910934050877887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,uniform,0.45737600326538086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,uniform,0.07314133147398631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,uniform,0.0676693320274353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,uniform,0.07682133217652638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,uniform,0.0824480007092158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,uniform,0.08380267024040222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,uniform,0.07844266792138417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,uniform,0.08668800195058186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,uniform,0.10754666725794475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,uniform,0.17141334215799967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,uniform,0.17659733692804971
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,uniform,0.20415467023849487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,uniform,0.26340266068776447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,uniform,0.3712639808654785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,uniform,0.08637866377830505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,uniform,0.09054399530092876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,uniform,0.09957333405812581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,uniform,0.12062933047612508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,uniform,0.13938666383425394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,uniform,0.16196800271670023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,uniform,0.1389226714769999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,uniform,0.19760000705718994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,uniform,0.2605760097503662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,uniform,0.21989333629608154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,uniform,0.3398880163828532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,uniform,0.23043733835220337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,uniform,0.26184000571568805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,uniform,0.48762134710947674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,uniform,0.07088000078996022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,uniform,0.07517866790294647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,uniform,0.0742986649274826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,uniform,0.0862666666507721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,uniform,0.08709866801897685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,uniform,0.0870293378829956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,uniform,0.09664000074068706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,uniform,0.10841066638628642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,uniform,0.17590399583180746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,uniform,0.18508267402648926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,uniform,0.20497600237528482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,uniform,0.2706773281097412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,uniform,0.38361601034800213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,uniform,0.09026133020718892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,uniform,0.09529067079226176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,uniform,0.10446400443712871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,uniform,0.12772267063458762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,uniform,0.1361120045185089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,uniform,0.14297599593798319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,uniform,0.1595039963722229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,uniform,0.1975946625073751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,uniform,0.27480532725652057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,uniform,0.2230293353398641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,uniform,0.23470399777094522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,uniform,0.2676266630490621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,uniform,0.4938240051269531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,uniform,0.08118399977684021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,uniform,0.34327467282613117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,uniform,0.07952000200748444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,uniform,0.08148266871770223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,uniform,0.0927946666876475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,uniform,0.09005866448084514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,uniform,0.09521599610646565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,uniform,0.10674666364987691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,uniform,0.12660800417264303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,uniform,0.17886932690938315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,uniform,0.2232159972190857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,uniform,0.19402132431666055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,uniform,0.2820799946784973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,uniform,0.42048001289367676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,uniform,0.09548266728719075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,uniform,0.10266133149464925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,uniform,0.11281599601109822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,uniform,0.14018666744232178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,uniform,0.14776000380516052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,uniform,0.15552000204722086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,uniform,0.3082080086072286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,uniform,0.1702079971631368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,uniform,0.2136746644973755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,uniform,0.23350399732589722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,uniform,0.24596800406773886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,uniform,0.2815679907798767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,uniform,0.36128000418345135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,uniform,0.536298672358195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,uniform,0.08731733759244283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,uniform,0.10100799798965454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,uniform,0.08356266220410664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,uniform,0.124917338291804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,uniform,0.09633599718411763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,uniform,0.1288053294022878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,uniform,0.15843733151753744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,uniform,0.10738666852315266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,uniform,0.23201600710550943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,uniform,0.21918932596842447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,uniform,0.26069867610931396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,uniform,0.34434668223063153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,uniform,0.5252106587092081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,uniform,0.12633066376050314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,uniform,0.13429333766301474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,uniform,0.15119999647140503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,uniform,0.18178667624791464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,uniform,0.1830400029818217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,uniform,0.19369065761566162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,uniform,0.21887999773025513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,uniform,0.26910400390625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,uniform,0.2741919954617818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,uniform,0.4006346861521403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,uniform,0.29214932521184284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,uniform,0.6547893285751343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,uniform,0.325872004032135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,uniform,0.4176479975382487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,uniform,0.08772266904513042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,uniform,0.08933333555857341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,uniform,0.10798399647076924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,uniform,0.13382400075594583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,uniform,0.12212266524632771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,uniform,0.1050933301448822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,uniform,0.13984533150990805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,uniform,0.18916267156600952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.22972800334294638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,uniform,0.25066133340199787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,uniform,0.29046400388081867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,uniform,0.38575998942057294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,uniform,0.593503991762797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,uniform,0.13875200351079306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,uniform,0.14699199795722961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,uniform,0.1674826741218567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,uniform,0.20339200894037882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,uniform,0.19218132893244425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,uniform,0.20539732774098715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,uniform,0.23652267456054688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,uniform,0.46191998322804767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,uniform,0.2993599971135457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,uniform,0.29177600145339966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,uniform,0.3046560088793437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,uniform,0.35784534613291424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,uniform,0.4678293466567993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,uniform,0.724181334177653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,uniform,0.12603200475374857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,uniform,0.11091199517250061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,uniform,0.19233600298563638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,uniform,0.13860266407330832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,uniform,0.14661866426467896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,uniform,0.16315199931462607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,uniform,0.18877865870793661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,uniform,0.27808000644048053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,uniform,0.26476800441741943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,uniform,0.2797120014826457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,uniform,0.3370773394902547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,uniform,0.47782401243845624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,uniform,0.7304373582204183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,uniform,0.15928000211715698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,uniform,0.19715199867884317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,uniform,0.16581867138544717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,uniform,0.25224532683690387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,uniform,0.2249600092569987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,uniform,0.28125866254170734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,uniform,0.23674132426579794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,uniform,0.3864373366038005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,uniform,0.5839733282725016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,uniform,0.34351468086242676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,uniform,0.31803733110427856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,uniform,0.4078666766484578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,uniform,0.5592426856358846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,uniform,0.8660106658935547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,uniform,0.14043200016021729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,uniform,0.12077333529790242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,uniform,0.1675893266995748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,uniform,0.24632533391316733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,uniform,0.16459733247756958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,uniform,0.23008533318837485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,uniform,0.17417599757512411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,uniform,0.35181331634521484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.2930293281873067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,uniform,0.3138986627260844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,uniform,0.39471999804178876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,uniform,0.8597013155619303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,uniform,0.5577386617660522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,uniform,0.17746132612228394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,uniform,0.1943733294804891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,uniform,0.22191999355951944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,uniform,0.3078879912694295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,uniform,0.2491040031115214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,uniform,0.33366934458414715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,uniform,0.2648106614748637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,uniform,0.44886934757232666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,uniform,0.7128053506215414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,uniform,0.3502986828486125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,uniform,0.38865065574645996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,uniform,0.6407680114110311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,uniform,0.46430401007334393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,uniform,1.0072746276855469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,uniform,0.18314133087793985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,uniform,0.25914132595062256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,uniform,0.19915199279785156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,uniform,0.365882674853007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,uniform,0.24227199951807657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,uniform,0.2644373377164205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,uniform,0.3566133181254069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,uniform,0.5153546730677286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,uniform,0.343392014503479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,uniform,0.3895466725031535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,uniform,0.5030666589736938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,uniform,0.713375965754191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,uniform,1.1315360069274902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,uniform,0.23146132628122965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,uniform,0.2548159956932068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,uniform,0.3145280083020528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,uniform,0.4408746560414632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,uniform,0.3386933406194051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,uniform,0.3784266710281372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,uniform,0.47808531920115155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,uniform,1.028282642364502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,uniform,0.6482239961624146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,uniform,0.4188479979832967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,uniform,0.4601386785507202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,uniform,1.2744959990183513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,uniform,0.812117338180542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,uniform,0.5786826610565186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,uniform,0.2259626587231954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,uniform,0.25269333521525067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,uniform,0.32772799332936603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,uniform,0.47387198607126874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,uniform,0.28884265820185345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,uniform,0.33083732922871906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,uniform,0.4535946846008301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,uniform,0.6605813503265381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.4002079963684082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,uniform,0.4663093487421672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,uniform,0.5920053323109945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,uniform,0.8424053192138672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,uniform,1.3504160245259602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,uniform,0.29843199253082275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,uniform,0.26478399833043414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,uniform,0.3883306582768758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,uniform,0.5313119888305664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,uniform,0.45076266924540204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,uniform,0.38909868399302167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,uniform,0.5753973325093588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,uniform,0.7828266620635986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,uniform,1.2677760124206543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,uniform,0.4756693442662557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,uniform,0.6939413547515869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,uniform,0.5411466757456461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,uniform,0.9725493590037028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,uniform,1.5522079467773438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,uniform,0.306277334690094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,uniform,0.4814773400624593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,uniform,0.356661319732666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,uniform,0.6877973079681396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,uniform,0.4118933280309041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,uniform,0.49081599712371826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,uniform,0.655290683110555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,uniform,0.9668266773223877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,uniform,0.5659466584523519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,uniform,0.8763519922892252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,uniform,0.6797546545664469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,uniform,2.1052746772766113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,uniform,1.2975680033365886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,uniform,0.4232106606165568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,uniform,0.3619519869486491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,uniform,0.5376746654510498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,uniform,0.763322671254476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,uniform,0.5303839842478434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,uniform,0.6100853284200033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,uniform,0.7679253419240316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,uniform,1.1217280228932698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,uniform,1.7609333992004395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,uniform,0.6059733231862386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,uniform,0.6957493623097738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,uniform,1.282533327738444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,uniform,0.8697013060251871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,uniform,2.078752040863037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,uniform,0.3707840045293172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,uniform,0.605679988861084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,uniform,0.45532798767089844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,uniform,0.8712693055470785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,uniform,0.5255626837412516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,uniform,0.6357386509577433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,uniform,0.8522986570994059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,uniform,1.2648533185323079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.6848320166269938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,uniform,0.8186826705932617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,uniform,1.0700213114420574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,uniform,1.6021599769592285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,uniform,2.6058079401652017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,uniform,0.45307199160257977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,uniform,0.535157322883606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,uniform,0.6718346277872721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,uniform,0.9711999893188477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,uniform,0.6900213559468588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,uniform,0.7986079851786295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,uniform,1.0076800187428792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,uniform,1.4584533373514812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,uniform,2.3100533485412598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,uniform,0.9602399667104086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,uniform,0.820192019144694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,uniform,1.21123202641805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,uniform,0.5605493386586508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,uniform,1.798250675201416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,uniform,2.892949422200521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,uniform,0.6830986340840658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,uniform,0.8916693528493246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,uniform,1.2894079685211182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,uniform,0.9399946530659994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,uniform,0.783082644144694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,uniform,1.2474986712137859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,uniform,1.867263952891032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,uniform,1.0086346467336018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,uniform,1.179322640101115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,uniform,2.3079147338867188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,uniform,1.5348374048868816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,uniform,3.845221201578776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,uniform,0.6604053179423014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,uniform,0.7721973260243734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,uniform,0.9834986527760824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,uniform,1.4167733192443848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,uniform,1.1051519711812336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,uniform,0.9376586278279623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,uniform,1.4032853444417317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,uniform,2.0600746472676597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,uniform,3.281898816426595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,uniform,1.2686879634857178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,uniform,1.0948800245920818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,uniform,1.6013600031534831
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,uniform,0.7312800089518229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,uniform,2.4295946756998696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,uniform,3.9760001500447593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,uniform,0.8807040055592855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,uniform,1.1617120107014973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,uniform,1.6907520294189453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,uniform,1.0197493235270183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,uniform,1.24616535504659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,uniform,1.640933354695638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,uniform,2.4683732986450195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,uniform,1.3021972974141438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,uniform,1.5318293571472168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,uniform,2.0185386339823403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,uniform,3.0269012451171875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,uniform,5.074303944905599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,uniform,1.0017653306325276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,uniform,1.2655573685963948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,uniform,0.8512106736501058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,uniform,1.8393707275390625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,uniform,1.23798934618632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,uniform,1.4360159238179524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,uniform,1.833621342976888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,uniform,2.7160800298055015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,uniform,4.3646666208903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,uniform,1.452005386352539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,uniform,1.6902987162272136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,uniform,2.1755199432373047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,uniform,3.2119572957356772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,uniform,0.9116213321685791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,uniform,1.422928015391032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,uniform,5.337034861246745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,uniform,1.0746080080668132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,uniform,2.0892213185628257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,uniform,1.2617279688517253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,uniform,1.5373600323994954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,uniform,2.056538740793864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,uniform,3.065552075703939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,uniform,1.6061867078145344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,uniform,1.9011893272399902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,uniform,2.529952049255371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,uniform,3.724421183268229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,uniform,6.284592310587565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,uniform,1.057744026184082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,uniform,1.2396000226338704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,uniform,1.5708266894022624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,uniform,2.287936051686605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,uniform,1.50162140528361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,uniform,1.759434700012207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,uniform,2.248762607574463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,uniform,3.3210881551106772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,uniform,5.338277180989583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,uniform,1.8159359296162922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,uniform,4.028501192728679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,uniform,2.1050079663594565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,uniform,0.05821333328882853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,uniform,0.050000001986821495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,uniform,0.04773866633574168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,8,uniform,0.07372800012429555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,uniform,2.7041972478230796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,uniform,0.05776533484458923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,uniform,0.07926400005817413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,uniform,0.051818668842315674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,uniform,0.06257600088914235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,uniform,0.05523733297983805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,uniform,0.05710933109124502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,uniform,0.058176000912984215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,uniform,0.0605973352988561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,uniform,0.05834666887919108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,uniform,0.04916266600290934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,uniform,0.047557334105173744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,uniform,0.048063998421033226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,uniform,0.04797333478927612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,uniform,0.04925866425037384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,64,uniform,0.0796319991350174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,uniform,0.06332799792289734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,uniform,0.055071999629338585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,uniform,0.05365866422653198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,uniform,0.054378668467203774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,uniform,0.0810346653064092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,uniform,0.056757330894470215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,uniform,0.06206933160622915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,uniform,0.05752533177534739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,uniform,0.05663466453552246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,uniform,6.692975997924805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,uniform,0.057914664347966514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,uniform,0.06145599981149038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,uniform,0.06258666515350342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,uniform,0.05041066805521647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,uniform,0.050373335679372154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,8,uniform,0.07373866438865662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,uniform,0.05867200096448263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,uniform,0.05644266804059347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,uniform,0.08153066535790761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,uniform,0.057760000228881836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,uniform,0.06195733447869619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,uniform,0.06037333110968272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,uniform,0.05766933163007101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,uniform,0.06503466765085857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,uniform,0.058890665570894875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,uniform,0.05179733534653982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,uniform,0.04875733455022176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,uniform,0.04872000217437744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,uniform,0.04923200110594431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,uniform,0.051594664653142296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,64,uniform,0.08107733229796092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,uniform,0.06921066840489705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,uniform,0.0553706685702006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,uniform,0.06039466460545858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,uniform,0.05773866673310598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,uniform,0.08057599763075511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,uniform,0.0724373310804367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,uniform,0.0581226646900177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,uniform,0.058549334605534874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,uniform,0.05309333403905233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,uniform,0.0606879989306132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,uniform,0.06622399886449178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,uniform,0.06203199923038483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,uniform,0.057616000374158226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,uniform,0.05806933343410492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,8,uniform,0.07353599866231282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,uniform,0.07190933326880138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,uniform,0.07330133517583211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,uniform,0.07598400115966797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,uniform,0.06233066817124685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,uniform,0.06326933205127716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,uniform,0.0620959997177124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,uniform,0.06849599877993266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,uniform,0.07531733314196269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,uniform,0.05869866907596588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,uniform,0.0496319979429245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,uniform,0.04990933338801066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,uniform,0.051327998439470925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,uniform,0.05629866818586985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,64,uniform,0.08020799855391185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,uniform,0.06956799825032552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,uniform,0.0635040005048116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,uniform,0.06407466530799866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,uniform,0.0472320020198822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,uniform,0.08077333370844524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,uniform,0.08137066662311554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,uniform,0.07194666564464569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,uniform,0.06323199967543285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,uniform,0.06797866523265839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,uniform,0.06298133234182994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,uniform,0.06355200211207072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,uniform,0.07702933251857758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,uniform,0.06012799839178721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,uniform,0.0606826643149058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,uniform,0.057818666100502014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,uniform,0.07268799841403961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,8,uniform,0.07451733450094859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,uniform,0.06877866884072621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,uniform,0.07999999821186066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,uniform,0.07920533418655396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,uniform,0.08153066535790761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,uniform,0.08201066652933757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,uniform,0.09102400143941243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,uniform,0.10620266199111938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,uniform,0.06105599800745646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,uniform,0.05756799876689911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,uniform,0.05633600056171417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,uniform,0.06471466521422069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,uniform,0.05771199862162272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,uniform,0.07357333103815715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,uniform,0.07964266836643219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,uniform,0.0783786674340566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,64,uniform,0.082096000512441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,uniform,0.07826133569081624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,uniform,0.10338133573532104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,uniform,0.08760533730189006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,uniform,0.0825493335723877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,uniform,0.08310933411121368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,uniform,0.07924800117810567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,uniform,0.07730666796366374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,uniform,0.08867733677228291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,uniform,0.06014933188756307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,uniform,0.05907199780146281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,uniform,0.10998933513959248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,uniform,0.058549334605534874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,8,uniform,0.07467733323574066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,uniform,0.07055999835332234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,uniform,0.07202133536338806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,uniform,0.10044266780217488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,uniform,0.12301333745320638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,uniform,0.10483200351397197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,uniform,0.10425066947937012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,uniform,0.1437546710173289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,uniform,0.06513600051403046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,uniform,0.0672266681989034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,uniform,0.0673280010620753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,uniform,0.07141866783301036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,uniform,0.08158400158087413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,64,uniform,0.09599467118581136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,uniform,0.09942932923634847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,uniform,0.10079999764760335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,uniform,0.09736532966295879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,uniform,0.09404266873995464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,uniform,0.11778133114178975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,uniform,0.09835199515024821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,uniform,0.13433600465456644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,uniform,0.08913066983222961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,uniform,0.08773866295814514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,uniform,0.15743999679883322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,uniform,0.09825600186983745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,uniform,0.10807466506958008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,uniform,0.11717866857846577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,uniform,0.06193066636721293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,uniform,0.05752533177534739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,uniform,0.05966933568318685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,8,uniform,0.07289066910743713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,uniform,0.07208533088366191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,uniform,0.0728053351243337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,uniform,0.13133866588274637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,uniform,0.13447999954223633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,uniform,0.13291733463605246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,uniform,0.17107200622558594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,uniform,0.14468266566594443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,uniform,0.23558932542800903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,uniform,0.06622399886449178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,uniform,0.0695306658744812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,uniform,0.07022933165232341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,uniform,0.07133333384990692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,uniform,0.10237333178520203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,uniform,0.07920533418655396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,64,uniform,0.09624000390370686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,uniform,0.10006933410962422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,uniform,0.11223999659220378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,uniform,0.11787199974060059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,uniform,0.12576533357302347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,uniform,0.13378666838010153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,uniform,0.17298666636149088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,uniform,0.1322933336098989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,uniform,0.17471466461817423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,uniform,0.13223999738693237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,uniform,0.14401066303253174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,uniform,0.23648534218470255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,uniform,0.061797335743904114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,uniform,0.059546664357185364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,uniform,0.06287999947865804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,uniform,0.07172800103823344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,8,uniform,0.07357866565386455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,uniform,0.13376532991727194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,uniform,0.07294400036334991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,uniform,0.13382933537165323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,uniform,0.13242666920026144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,uniform,0.14361600081125894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,uniform,0.2363040049870809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,uniform,0.17315733432769775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,uniform,0.06664533416430156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,uniform,0.07644799848397572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,uniform,0.06904000043869019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,uniform,0.06915199756622314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,uniform,0.08142399787902832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,uniform,0.10243200262387593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,uniform,0.11214400331179301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,uniform,0.17403733730316162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,uniform,0.11327466368675232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,uniform,0.12668800354003906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,uniform,0.11821867028872173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,uniform,0.18691732486089072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,uniform,0.18624534209569296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,64,uniform,0.09201066692670186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,uniform,0.1861600081125895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,uniform,0.19433067242304483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,uniform,0.3399413426717122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,uniform,0.0628959983587265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,uniform,0.24606400728225708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,uniform,0.060864001512527466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,8,uniform,0.07250666618347168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,uniform,0.05780800183614095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,uniform,0.07142933209737141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,uniform,0.13353066643079123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,uniform,0.1325759987036387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,uniform,0.07307733098665874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,uniform,0.13553067048390707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,uniform,0.14642666776974997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,uniform,0.16902933518091837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,uniform,0.07063999772071838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,uniform,0.2397866646448771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,uniform,0.07179733117421468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,uniform,0.06987200180689494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,uniform,0.07448000212510426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,uniform,0.08518399794896443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,64,uniform,0.11302399635314941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,uniform,0.10601600011189778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,uniform,0.10579733053843181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,uniform,0.11821867028872173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,uniform,0.10597866773605347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,uniform,0.1753013332684835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,uniform,0.12829333543777466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,uniform,0.18733332554499307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,uniform,0.332533339659373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,uniform,0.18555200099945068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,uniform,0.18690133094787598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,uniform,0.20331199963887533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,uniform,0.2544853289922078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,uniform,0.058415999015172325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,uniform,0.057317331433296204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,uniform,0.05667200187842051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,8,uniform,0.06669333577156067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,uniform,0.06846400101979573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,uniform,0.06941866874694824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,uniform,0.13453333576520285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,uniform,0.1367093324661255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,uniform,0.13661332925160727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,uniform,0.14848533272743225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,uniform,0.17669866482416788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,uniform,0.23994133869806925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,uniform,0.0732479989528656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,uniform,0.07088533540566762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,uniform,0.07127999762694041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,uniform,0.07445866862932841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,uniform,0.08317333459854126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,64,uniform,0.11736533045768738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,uniform,0.1051093339920044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,uniform,0.1127786636352539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,uniform,0.10610133409500122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,uniform,0.10687466462453206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,uniform,0.17815999190012613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,uniform,0.1295840044816335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,uniform,0.17925333976745605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,uniform,0.17785600821177164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,uniform,0.19402666886647543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,uniform,0.21221333742141724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,uniform,0.25148799022038776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,uniform,0.056330665946006775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,uniform,0.34436798095703125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,uniform,0.05625600119431814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,uniform,0.05870933334032694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,8,uniform,0.07038400073846181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,uniform,0.0695306658744812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,uniform,0.07313066720962524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,uniform,0.13589333494504294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,uniform,0.13819733262062073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,uniform,0.13649066289265951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,uniform,0.14776532848676047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,uniform,0.17796266078948975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,uniform,0.07362133264541626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,uniform,0.0765226682027181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,uniform,0.07144533097743988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,uniform,0.07685866455237071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,uniform,0.08687999844551086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,64,uniform,0.10826667149861653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,uniform,0.10813333590825398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,uniform,0.11485866705576579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,uniform,0.23811199267705283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,uniform,0.11927466591199239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,uniform,0.11649066209793091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,uniform,0.13179199894269308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,uniform,0.18269866704940796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,uniform,0.1925920049349467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,uniform,0.18638932704925537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,uniform,0.19030932585398355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,uniform,0.20125865936279297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,uniform,0.05590933561325073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,uniform,0.0544053316116333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,uniform,0.2526613275210063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,uniform,0.345850666364034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,uniform,0.06923733154932658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,8,uniform,0.06705600023269653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,uniform,0.05932266513506571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,uniform,0.06658666829268138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,uniform,0.18083733320236206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,uniform,0.1397813359896342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,uniform,0.24401599168777466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,uniform,0.1397813359896342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,uniform,0.13994666934013367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,uniform,0.15264532963434854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,uniform,0.07559466858704884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,uniform,0.0736053337653478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,uniform,0.0767626663049062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,uniform,0.07950399816036224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,uniform,0.08873066306114197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,uniform,0.11363733808199565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,64,uniform,0.10914132992426555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,uniform,0.11084266503651936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,uniform,0.11809600392977397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,uniform,0.11726933717727661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,uniform,0.13635200262069702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,uniform,0.18508267402648926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,uniform,0.19355199734369913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,uniform,0.18998400370279947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,uniform,0.19037866592407227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,uniform,0.05835199852784475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,uniform,0.2587413390477498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,uniform,0.20835200945536295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,uniform,0.349727988243103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,uniform,0.059936001896858215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,uniform,0.07468266785144806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,8,uniform,0.07151466608047485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,uniform,0.06385066608587901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,uniform,0.07167466481526692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,uniform,0.14034133156140646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,uniform,0.13994666934013367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,uniform,0.14103999733924866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,uniform,0.15346666177113852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,uniform,0.18544000387191772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,uniform,0.24736533562342325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,uniform,0.0740533322095871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,uniform,0.07523733377456665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,uniform,0.07624533275763194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,uniform,0.07838933169841766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,64,uniform,0.11086400349934895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,uniform,0.08967467149098714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,uniform,0.11434132854143779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,uniform,0.11619733770688374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,uniform,0.11666133006413777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,uniform,0.19358932971954346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,uniform,0.12121599912643433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,uniform,0.13834666212399802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,uniform,0.19060800472895303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,uniform,0.19362133741378784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,uniform,0.18907199303309122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,uniform,0.21331733465194702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,uniform,0.3575520118077596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,uniform,0.25863466660181683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,uniform,0.05809600154558817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,uniform,0.06327466666698456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,8,uniform,0.07138133545716603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,uniform,0.07262399792671204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,uniform,0.061759998401006065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,uniform,0.07593066493670146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,uniform,0.13979732990264893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,uniform,0.1416213313738505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,uniform,0.15504533052444458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,uniform,0.1893493334452311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,uniform,0.07749333480993907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,uniform,0.14230400323867798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,uniform,0.2534719904263814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,uniform,0.07611200213432312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,uniform,0.077824001510938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,uniform,0.08146133522192638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,64,uniform,0.11142933368682861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,uniform,0.09149866302808125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,uniform,0.11612799763679504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,uniform,0.13910399874051413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,uniform,0.11970133582750957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,uniform,0.12354666988054912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,uniform,0.11855467160542806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,uniform,0.18877865870793661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,uniform,0.19645333290100098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,uniform,0.21542932589848837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,uniform,0.1987839937210083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,uniform,0.19300266106923422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,uniform,0.2558079957962036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,uniform,0.060080001751581825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,uniform,0.3578186829884847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,uniform,0.062362665931383766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,uniform,0.06518933176994324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,8,uniform,0.07232533395290375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,uniform,0.07346666852633159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,uniform,0.07870399951934814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,uniform,0.1422826647758484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,uniform,0.1443839967250824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,uniform,0.14412267009417215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,uniform,0.19229867060979208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,uniform,0.25804799795150757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,uniform,0.15787733594576517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,uniform,0.07730133334795634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,uniform,0.07737066845099132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,uniform,0.07866133252779643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,uniform,0.11706667145093282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,64,uniform,0.10842133561770122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,uniform,0.09371733665466309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,uniform,0.08228800197442372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,uniform,0.116047998269399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,uniform,0.11884799599647522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,uniform,0.12401066223780315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,uniform,0.14248533050219217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,uniform,0.19358932971954346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,uniform,0.19529066483179727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,uniform,0.21615999937057495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,uniform,0.26708799600601196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,uniform,0.19699199994405112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,uniform,0.1958613395690918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,uniform,0.08307733138402303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,uniform,0.08734400073687236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,uniform,0.08121066788832347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,uniform,0.36528531710306805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,uniform,0.09859733780225118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,8,uniform,0.09282132983207703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,uniform,0.10482666889826457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,uniform,0.15185067057609558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,uniform,0.15290133158365884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,uniform,0.15380266308784485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,uniform,0.1695680022239685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,uniform,0.2054133415222168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,uniform,0.26983465751012164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,uniform,0.0819413314263026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,uniform,0.08403199911117554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,uniform,0.09582933783531189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,uniform,0.11462933818499248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,uniform,0.08814400434494019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,uniform,0.15981866916020712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,64,uniform,0.11875733733177185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,uniform,0.12797333796819052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,uniform,0.15665599703788757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,uniform,0.1290079951286316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,uniform,0.20667733748753866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,uniform,0.1323253313700358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,uniform,0.20759467283884683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,uniform,0.2060693303743998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,uniform,0.08251200119654338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,uniform,0.20758400360743204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,uniform,0.23291200399398804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,uniform,0.2807253400484721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,uniform,0.3777120113372803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,uniform,0.08405866225560506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,uniform,0.0904319981733958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,8,uniform,0.09946667154630025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,uniform,0.10233066479365031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,uniform,0.10800533493359883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,uniform,0.15542933344841003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,uniform,0.15405333042144775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,uniform,0.1569706698258718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,uniform,0.171834667523702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,uniform,0.08436266581217448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,uniform,0.2116480072339376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,uniform,0.2771093249320984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,uniform,0.09035733342170715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,uniform,0.10005866487820943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,uniform,0.08630399902661641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,uniform,0.12018666664759318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,uniform,0.16471999883651733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,64,uniform,0.12636799613634744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,uniform,0.1349440018335978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,uniform,0.15869866808255514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,uniform,0.13916266957918802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,uniform,0.19657599925994873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,uniform,0.2829226652781169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,uniform,0.20668266216913858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,uniform,0.20871466398239136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,uniform,0.20639467239379883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,uniform,0.2817866603533427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,uniform,0.23550933599472046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,uniform,0.08540266752243042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,uniform,0.3913653294245402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,8,uniform,0.10267200072606404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,uniform,0.08886933326721191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,uniform,0.096778670946757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,uniform,0.11834667126337688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,uniform,0.10762666662534077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,uniform,0.16080533464749655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,uniform,0.1616159975528717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,uniform,0.16346133748690286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,uniform,0.17924267053604126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,uniform,0.2202720046043396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,uniform,0.08945600191752116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,uniform,0.2893173297246297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,uniform,0.09118400017420451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,uniform,0.10404266913731892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,uniform,0.09532266855239868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,uniform,0.13910399874051413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,uniform,0.1715786655743917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,uniform,0.12476266423861186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,uniform,0.14544533689816794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,64,uniform,0.13132266203562418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,uniform,0.161381334066391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,uniform,0.20431999365488687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,uniform,0.3007306655248006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,uniform,0.2184320092201233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,uniform,0.21946134169896445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,uniform,0.2439146637916565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,uniform,0.2234826683998108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,uniform,0.29602666695912677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,uniform,0.10212266445159912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,uniform,0.1186293363571167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,uniform,0.40415998299916583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,uniform,0.10830932855606079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,8,uniform,0.13180800278981528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,uniform,0.13492799798647562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,uniform,0.14903466900189719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,uniform,0.19576533635457358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,uniform,0.2119040091832479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,uniform,0.19898666938145956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,uniform,0.3238079945246379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,uniform,0.24452799558639526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,uniform,0.45156268278757733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,uniform,0.12635200222333273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,uniform,0.1281760036945343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,uniform,0.1493119994799296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,uniform,0.18100800116856894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,uniform,0.13503467043240866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,uniform,0.17948800325393677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,uniform,0.2474986712137858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,64,uniform,0.15445866187413534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,uniform,0.18957332770029703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,uniform,0.2169119914372762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,uniform,0.27981332937876385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,uniform,0.4107360045115153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,uniform,0.2456000049908956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,uniform,0.24632533391316733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,uniform,0.2515466610590617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,uniform,0.27211199204126996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,uniform,0.11998933553695679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,uniform,0.33623464902242023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,uniform,0.13899200161298117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,uniform,0.1269866625467936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,uniform,0.462501327196757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,8,uniform,0.15276267131169638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,uniform,0.16259732842445374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,uniform,0.17744000752766928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,uniform,0.2081493337949117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,uniform,0.2114773392677307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,uniform,0.22437334060668945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,uniform,0.26501333713531494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,uniform,0.3423573176066081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,uniform,0.4817333221435547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,uniform,0.13353066643079123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,uniform,0.13763733704884848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,uniform,0.14752533038457236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,uniform,0.16847999890645346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,uniform,0.21038933595021567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,uniform,0.292687992254893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,64,uniform,0.17571200927098593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,uniform,0.21913599967956543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,uniform,0.20658133427302042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,uniform,0.24911999702453613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,uniform,0.3237920006116231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,uniform,0.46691731611887616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,uniform,0.25896533330281574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,uniform,0.26846933364868164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,uniform,0.285370667775472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,uniform,0.15307733416557312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,uniform,0.3380800088246663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,uniform,0.4437013467152913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,uniform,0.6717973550160726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,uniform,0.17852266629536948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,uniform,0.1609333356221517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,8,uniform,0.2042506734530131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,uniform,0.23676266272862753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,uniform,0.2158880035082499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,uniform,0.23386132717132568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,uniform,0.2434986631075541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,uniform,0.3121226628621419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,uniform,0.40875200430552167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,uniform,0.26313600937525433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,uniform,0.5803786516189575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,uniform,0.15972266594568887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,uniform,0.1660373310248057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,uniform,0.17891732851664224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,uniform,0.25647467374801636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,uniform,0.19984533389409384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,uniform,0.3434400161107381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,uniform,0.22988800207773843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,64,uniform,0.2097973426183065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,uniform,0.24508267641067505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,uniform,0.2781599958737691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,uniform,0.3940960168838501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,uniform,0.5635413328806559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,uniform,0.2824266751607259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,uniform,0.2897493243217468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,uniform,0.4838026762008667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,uniform,0.3127253254254659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,uniform,0.3702079852422078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,uniform,0.17710934082667032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,uniform,0.7252746423085531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,uniform,0.1889280080795288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,uniform,0.26892799139022827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,uniform,0.20730133851369223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,8,uniform,0.2521599928538005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,uniform,0.2954346736272176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,uniform,0.26547733942667645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,uniform,0.2788319985071818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,uniform,0.3582293192545573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,uniform,0.305786669254303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,uniform,0.45766401290893555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,uniform,0.17547732591629028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,uniform,0.18258132537206015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,uniform,0.6448426644007365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,uniform,0.22180799643198648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,uniform,0.19673067331314087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,uniform,0.30635732412338257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,64,uniform,0.24898133675257364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,uniform,0.3786666790644328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,uniform,0.28090133269627887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,uniform,0.3046293258666992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,uniform,0.34443732102711994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,uniform,0.4899413188298543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,uniform,0.7237973213195801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,uniform,0.32360533873240155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,uniform,0.3396159807840983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,uniform,0.3713173468907674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,uniform,0.4408213297526042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,uniform,0.5756053527196249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,uniform,0.2623093326886495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,uniform,0.8627466360727946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,uniform,0.27431466182072956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,8,uniform,0.3701813220977783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,uniform,0.3030186692873637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,uniform,0.3877600034077962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,uniform,0.4277706543604533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,uniform,0.3521173397699992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,uniform,0.36983998616536456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,uniform,0.3995680014292399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,uniform,0.5825813213984171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,uniform,0.463648001352946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,uniform,0.7880160013834635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,uniform,0.2288586695988973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,uniform,0.2387626568476359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,uniform,0.258842666943868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,uniform,0.29101866483688354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,uniform,0.48253333568573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,uniform,0.36397333939870197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,uniform,0.399893323580424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,64,uniform,0.31916799147923786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,uniform,0.389301339785258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,uniform,0.43903998533884686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,uniform,0.6413600047429403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,uniform,0.9949973424275717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,uniform,0.3848053216934204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,uniform,0.40330131848653156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,uniform,0.4397759834925334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,uniform,0.5181599855422974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,uniform,0.6667253176371256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,uniform,0.9772053559621176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,uniform,0.3225546677907308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,uniform,0.3736213445663452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,uniform,0.33982932567596436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,8,uniform,0.4702133337656657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,uniform,0.49411733945210773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,uniform,0.5404373407363892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,uniform,0.43406399091084796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,uniform,0.45936532815297443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,uniform,0.49699731667836505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,uniform,0.5725119908650717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,uniform,0.7198239962259928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,uniform,0.94868270556132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,uniform,0.2711679935455322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,uniform,0.2829866607983907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,uniform,0.30719467004140216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,uniform,0.3471626838048299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,uniform,0.5077279806137085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,64,uniform,0.3762506643931071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,uniform,0.6121600071589152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,uniform,0.44205331802368164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,uniform,0.4743306636810303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,uniform,0.5329386790593466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,uniform,1.2457866668701172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,uniform,0.8080533345540365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,uniform,0.5678720076878866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,uniform,0.4966239929199219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,uniform,0.527450680732727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,uniform,0.6591840187708536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,uniform,0.833733320236206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,uniform,0.44707198937733966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,uniform,0.4764106671015422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,uniform,1.128719965616862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,uniform,0.5233386754989624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,uniform,0.7088906764984131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,8,uniform,0.6669759750366211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,uniform,0.7742773691813151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,uniform,0.6046186685562134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,uniform,0.6871840159098307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,uniform,0.6315893332163492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,uniform,0.7861493428548177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,uniform,0.9914186795552572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,uniform,1.2873013019561768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,uniform,0.3689599831899007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,uniform,0.38516799608866376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,uniform,0.41602667172749835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,uniform,0.4753333330154419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,uniform,0.7095200220743815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,uniform,0.8616853555043539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,64,uniform,0.5364266633987427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,uniform,0.6325973272323608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,uniform,0.6776906649271647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,uniform,0.7667573293050131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,uniform,1.8066026369730632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,uniform,1.1876320044199626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,uniform,0.6534239848454794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,uniform,0.6893280347188314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,uniform,0.7445387045542399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,uniform,0.8564853668212891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,uniform,1.0781386693318684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,uniform,1.434991995493571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,uniform,0.578933318456014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,uniform,0.6181866725285848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,uniform,0.6724853515625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,uniform,0.9173493385314941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,8,uniform,0.8674773375193278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,uniform,1.016096035639445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,uniform,0.7789013385772705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,uniform,0.811626672744751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,uniform,0.8824480374654134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,uniform,1.0086133480072021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,uniform,1.6945279439290364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,uniform,1.2604053020477295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,uniform,0.4673440059026082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,uniform,0.48824532826741535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,uniform,0.5262720187505087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,uniform,0.6010239919026693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,uniform,0.8979732990264893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,uniform,1.1744426886240642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,64,uniform,0.6652373472849528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,uniform,0.7854186693827311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,uniform,0.8435306549072266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,uniform,0.9652693271636963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,uniform,1.5319466590881348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,uniform,2.291696071624756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,uniform,0.8399946689605713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,uniform,0.8820532957712809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,uniform,0.9600426355997721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,uniform,1.093834638595581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,uniform,1.8233173688252766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,uniform,1.3825279871622722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,uniform,0.825930674870809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,uniform,0.883840004603068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,8,uniform,1.256218671798706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,uniform,0.9598506291707357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,uniform,1.3314932982126872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,uniform,1.4653065999348958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,uniform,1.1156213283538818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,uniform,1.166378657023112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,uniform,1.2659467061360676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,uniform,1.8263306617736816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,uniform,1.455567995707194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,uniform,2.446250597635905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,uniform,0.6644586722056071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,uniform,0.6861759821573893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,uniform,0.7459733486175537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,uniform,0.8497119744618734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,uniform,1.3154133160909016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,uniform,1.6707413991292317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,uniform,1.2141066392262776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,uniform,1.1332800388336182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,64,uniform,0.956490675608317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,uniform,1.393679936726888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,uniform,2.2506240208943686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,uniform,3.394480069478353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,uniform,1.2027466297149658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,uniform,1.3712587356567383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,uniform,1.2586932977040608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,uniform,1.566431999206543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,uniform,1.9367307027180989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,uniform,2.605471928914388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,uniform,1.1053226788838704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,uniform,1.1432639757792156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,uniform,1.313029368718465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,uniform,1.7985973358154297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,8,uniform,1.731536070505778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,uniform,1.9638187090555828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,uniform,1.4519893328348796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,uniform,1.688111941019694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,uniform,1.5143520037333171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,uniform,1.8942880630493164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,uniform,2.4716426531473794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,uniform,0.8863893349965414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,uniform,3.3625974655151367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,uniform,0.8549653689066569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,uniform,1.1041759649912517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,uniform,0.9563519954681396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,uniform,1.7045119603474934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,uniform,2.2682933807373047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,64,uniform,1.2410666942596436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,uniform,1.4910987218221028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,uniform,1.8139306704203289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,uniform,1.5757066408793132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,uniform,3.006906509399414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,uniform,4.473984082539876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,uniform,1.5715840657552083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,uniform,1.6486612955729167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,uniform,2.048543930053711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,uniform,1.8190666834513347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,uniform,2.5974186261494956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,uniform,3.433231989542643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,uniform,1.3886987368265789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,uniform,1.4793012936909993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,uniform,1.5584534009297688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,8,uniform,2.078122615814209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,uniform,2.1950559616088867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,uniform,2.5428266525268555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,uniform,1.7815680503845215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,uniform,1.8514666557312012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,uniform,2.037504037221273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,uniform,3.032362620035807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,uniform,2.377941290537516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,uniform,4.251258532206218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,uniform,1.045466661453247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,uniform,1.0869920253753662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,uniform,1.3510026931762695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,uniform,1.172218640645345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,uniform,2.172277291615804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,uniform,2.8388799031575522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,64,uniform,1.5162132581075032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,uniform,1.7977867126464844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,uniform,1.9281439781188965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,uniform,2.2445546785990396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,uniform,3.6486454010009766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,uniform,1.9451626141866047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,uniform,5.556458791097005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,2,uniform,0.04457599918047587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,8,uniform,0.050186668833096824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,4,uniform,0.04541333516438802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,uniform,2.0929439862569175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,8,uniform,0.0576800008614858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,2,uniform,0.04781333108743032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,4,uniform,0.04828266799449921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,uniform,2.2085439364115396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,uniform,2.56059201558431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,uniform,0.05539200206597646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,uniform,0.05949866771697998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,uniform,3.253397305806478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,uniform,0.050293331344922386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,uniform,0.05121066669623057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,uniform,0.049498667319615684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,uniform,0.05014933149019877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,uniform,0.054117331902186074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,uniform,0.04451733330885569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,uniform,0.045909335215886436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,uniform,0.04553066690762838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,uniform,4.372927983601888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,64,uniform,0.06109866499900818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,uniform,0.04584000011285146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,uniform,0.04716266691684723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,uniform,0.05099200208981832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,uniform,0.04915733138720194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,uniform,0.047775998711586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,uniform,0.06320533156394958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,uniform,0.051674668987592064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,uniform,0.049039999643961586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,uniform,0.051914667089780174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,uniform,0.05027199784914652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,uniform,0.050661335388819374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,uniform,0.05165866514046987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,uniform,0.05533333122730255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,8,uniform,0.05218133330345154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,8,uniform,0.057461331288019814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,4,uniform,0.046495998899141945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,2,uniform,0.04653333127498627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,4,uniform,0.0490880012512207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,uniform,0.061679999033610024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,2,uniform,0.04961599906285604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,uniform,0.051183998584747314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,uniform,0.050842667619387306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,uniform,0.051370665431022644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,uniform,0.05353599786758423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,uniform,0.05836800237496694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,uniform,0.04499199986457825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,uniform,0.04669333497683207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,uniform,0.04995200037956238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,uniform,0.04631466666857401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,uniform,0.04685866832733154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,uniform,0.04855466882387797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,64,uniform,0.059674665331840515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,uniform,0.05192000170548757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,uniform,0.055386667450269066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,uniform,0.050010666251182556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,uniform,0.05053333441416422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,uniform,0.05157333115736643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,uniform,0.05951466659704844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,uniform,0.051413332422574363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,uniform,0.05698133508364359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,uniform,0.05411200225353241
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,uniform,0.05180799961090088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,uniform,0.06002133091290792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,8,uniform,0.05073066552480062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,2,uniform,0.04966933528582255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,4,uniform,0.04945066571235657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,8,uniform,0.05638400216897329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,4,uniform,0.05532266696294149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,2,uniform,0.05755199988683065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,uniform,0.051301335295041404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,uniform,0.06126933296521505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,uniform,0.0529013325770696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,uniform,0.05773333211739858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,uniform,0.06615466872851054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,uniform,0.0473333348830541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,uniform,0.05731200178464254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,uniform,0.0499839981396993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,uniform,0.045941332976023354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,uniform,0.04897599915663401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,uniform,0.04636266827583313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,uniform,0.052389333645502724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,uniform,0.05723733206590017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,64,uniform,0.0606826643149058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,uniform,0.05137600004673004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,uniform,0.05406400064627329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,uniform,0.059024001161257424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,uniform,0.05231466889381409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,uniform,0.05445333321889242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,uniform,0.061018665631612144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,uniform,0.06724800169467926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,uniform,0.05217599868774414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,uniform,0.06731200218200684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,uniform,0.05875733494758606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,4,uniform,0.05124266445636749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,8,uniform,0.05115733544031779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,2,uniform,0.050383999943733215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,4,uniform,0.05658666789531708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,2,uniform,0.05858133236567179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,8,uniform,0.05783999959627787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,uniform,0.06247999767462412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,uniform,0.05993066728115082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,uniform,0.05927466849486033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,uniform,0.07299200197060902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,uniform,0.0646613339583079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,uniform,0.0921493371327718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,uniform,0.050000001986821495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,uniform,0.05083733300367991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,uniform,0.04979733129342397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,uniform,0.05120533208052317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,uniform,0.06666133304437001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,uniform,0.057034666339556374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,uniform,0.06048533320426941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,uniform,0.0620000014702479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,64,uniform,0.060549333691596985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,uniform,0.06330666442712148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,uniform,0.0709440012772878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,uniform,0.08515200018882751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,uniform,0.06369600196679433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,uniform,0.06268266836802165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,uniform,0.06629333396752675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,uniform,0.06307200094064076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,uniform,0.07569600145022075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,uniform,0.09251733620961507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,2,uniform,0.050144001841545105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,4,uniform,0.05009600023428599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,8,uniform,0.052832002441088356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,8,uniform,0.05638400216897329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,4,uniform,0.05705066521962484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,uniform,0.07344000041484833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,2,uniform,0.05818133552869161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,uniform,0.07781333227952321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,uniform,0.07558399935563405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,uniform,0.08434133728345235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,uniform,0.09220799803733826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,uniform,0.05358933409055074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,uniform,0.13358400265375772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,uniform,0.05832533538341522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,uniform,0.05162666738033295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,uniform,0.05341866612434387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,uniform,0.06796266635258992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,uniform,0.08686932921409607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,uniform,0.07666133344173431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,uniform,0.07260799904664357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,64,uniform,0.07589866717656453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,uniform,0.08582933743794759
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,uniform,0.0757173349459966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,uniform,0.12009599804878235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,uniform,0.08955199519793193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,uniform,0.07912000020345052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,uniform,0.07673599819342296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,uniform,0.08447999755541484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,uniform,0.09743466973304749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,uniform,0.13594667116800943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,8,uniform,0.0506879985332489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,2,uniform,0.05115200082461039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,4,uniform,0.050160000721613564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,8,uniform,0.05952000121275584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,4,uniform,0.05624533196290334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,2,uniform,0.05818133552869161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,uniform,0.09219732880592346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,uniform,0.09149866302808125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,uniform,0.09674132863680522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,uniform,0.11058666308720906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,uniform,0.20562666654586792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,uniform,0.05504000186920166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,uniform,0.1385546624660492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,uniform,0.052655999859174095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,uniform,0.0569706658522288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,uniform,0.05867200096448263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,uniform,0.06837333242098491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,uniform,0.08725333213806152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,uniform,0.08053866525491078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,64,uniform,0.07738133271535237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,uniform,0.09032000104586284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,uniform,0.10314133763313293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,uniform,0.1486133337020874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,uniform,0.08336533109347026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,uniform,0.09729066491127014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,uniform,0.09135466814041138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,uniform,0.09429867068926494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,uniform,0.1104746659596761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,uniform,0.14189866185188293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,uniform,0.20627733071645102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,8,uniform,0.051226665576299034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,4,uniform,0.05216533442338308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,2,uniform,0.05065600077311198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,8,uniform,0.056559999783833824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,4,uniform,0.05751466751098633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,2,uniform,0.06010666489601135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,uniform,0.0925386647383372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,uniform,0.09303466478983562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,uniform,0.09924266735712688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,uniform,0.1404213309288025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,uniform,0.11090133587519328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,uniform,0.2097439964612325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,uniform,0.0591839998960495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,uniform,0.05610666672388712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,uniform,0.05533333122730255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,uniform,0.05975999931494395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,uniform,0.06805866460005443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,uniform,0.0867680013179779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,uniform,0.07872533301512401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,uniform,0.08435733119646709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,64,uniform,0.07294933497905731
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,uniform,0.091839998960495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,uniform,0.10365866621335347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,uniform,0.11516799529393514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,uniform,0.15005866686503092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,uniform,0.11998400092124939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,uniform,0.1300159990787506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,uniform,0.1498133341471354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,uniform,0.1974453330039978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,uniform,0.2913386623064677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,8,uniform,0.051781331499417625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,4,uniform,0.052815998593966164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,2,uniform,0.0524586687485377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,4,uniform,0.056464001536369324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,8,uniform,0.05849599838256836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,2,uniform,0.05843733251094818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,uniform,0.09449600179990132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,uniform,0.09355200330416362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,uniform,0.09983999530474345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,uniform,0.11338133613268535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,uniform,0.20835200945536295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,uniform,0.1423679987589518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,uniform,0.0562720000743866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,uniform,0.05565333366394043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,uniform,0.0581226646900177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,uniform,0.08950400352478027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,uniform,0.06967466572920482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,uniform,0.06261866788069408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,uniform,0.08281599978605907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,64,uniform,0.07622933387756348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,uniform,0.08509866396586101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,uniform,0.09158399701118469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,uniform,0.1058186690012614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,uniform,0.15411733587582907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,uniform,0.12417599558830261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,uniform,0.12024000287055969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,4,uniform,0.04991999765237173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,uniform,0.13045333822568259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,uniform,0.149317334095637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,8,uniform,0.050016000866889954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,uniform,0.19508800903956094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,uniform,0.28993066151936847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,2,uniform,0.051776001850763954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,8,uniform,0.055546666185061135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,4,uniform,0.056176001826922096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,2,uniform,0.060309335589408875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,uniform,0.09602666894594829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,uniform,0.09565333525339763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,uniform,0.10207466284434001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,uniform,0.114656001329422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,uniform,0.14474667112032572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,uniform,0.05870933334032694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,uniform,0.20892800887425741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,uniform,0.05937066674232483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,uniform,0.06348266700903575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,uniform,0.05708266794681549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,uniform,0.0928000013033549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,64,uniform,0.07793599863847096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,uniform,0.07268799841403961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,uniform,0.08388266960779826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,uniform,0.08506133159001668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,uniform,0.09432533383369446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,uniform,0.15357866883277893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,uniform,0.10726933677991231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,uniform,0.15413866440455118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,uniform,0.12484799822171529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,uniform,0.12261333068211873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,uniform,0.13059199849764505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,8,uniform,0.049471999208132424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,uniform,0.19620267550150552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,uniform,0.2929226756095886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,8,uniform,0.05469333132108053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,2,uniform,0.05220800141493479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,4,uniform,0.04983466863632202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,4,uniform,0.057018667459487915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,2,uniform,0.05834133426348368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,uniform,0.09713600079218547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,uniform,0.10255466898282369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,uniform,0.11524800459543864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,uniform,0.09667199850082397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,uniform,0.060778667529424034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,uniform,0.14493333299954733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,uniform,0.21286400159200033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,uniform,0.060085331400235496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,uniform,0.05808533231417338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,uniform,0.06444799900054932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,uniform,0.07447466750939687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,uniform,0.09520533680915833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,uniform,0.09360532959302266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,64,uniform,0.0849120020866394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,uniform,0.08846400181452434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,uniform,0.08576533198356628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,uniform,0.10819733142852783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,uniform,0.1252959966659546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,uniform,0.1553866664568583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,uniform,0.12431466579437256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,uniform,0.15458133816719055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,uniform,0.13240533073743185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,uniform,0.1999680002530416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,uniform,0.2940693298975627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,4,uniform,0.0499946673711141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,2,uniform,0.052202666799227394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,8,uniform,0.05489600201447805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,8,uniform,0.05054399867852529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,4,uniform,0.056799997886021934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,uniform,0.10571199655532837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,uniform,0.0993333359559377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,2,uniform,0.06078400214513143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,uniform,0.09970133503278096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,uniform,0.11956800023714702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,uniform,0.14942399660746256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,uniform,0.2161066730817159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,uniform,0.06044266621271769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,uniform,0.06389866769313812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,uniform,0.06222933530807495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,uniform,0.0661653329928716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,uniform,0.07797866563002269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,uniform,0.09873066345850627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,64,uniform,0.08123733103275299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,uniform,0.08941866954167683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,uniform,0.08687466382980347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,uniform,0.09649067123730977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,uniform,0.11222933729489644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,uniform,0.1597866714000702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,uniform,0.12888532876968384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,uniform,0.12787733475367227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,uniform,0.15664533774058023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,uniform,0.13616533080736795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,uniform,0.2992746631304423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,uniform,0.20120000839233398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,8,uniform,0.05142400165398916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,2,uniform,0.056405335664749146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,4,uniform,0.06122133135795593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,4,uniform,0.05340266724427541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,8,uniform,0.060645331939061485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,2,uniform,0.06489600241184235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,uniform,0.10101333260536194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,uniform,0.10213333368301392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,uniform,0.10732266306877136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,uniform,0.1504906713962555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,uniform,0.12146666646003723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,uniform,0.21723200877507529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,uniform,0.06316266457239787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,uniform,0.06214933097362518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,uniform,0.06328533093134563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,uniform,0.06890133519967397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,uniform,0.10269332925478618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,uniform,0.07891733447710673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,64,uniform,0.08508800466855367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,uniform,0.08900800347328186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,uniform,0.0881173312664032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,uniform,0.11363200346628825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,uniform,0.09739733735720317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,uniform,0.13191999991734824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,uniform,0.16214399536450705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,uniform,0.1384106675783793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,uniform,0.13024533788363138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,uniform,0.16036267081896463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,4,uniform,0.05367999772230784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,uniform,0.2048693299293518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,8,uniform,0.05107733110586802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,uniform,0.3035306731859843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,2,uniform,0.05622399846712748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,8,uniform,0.06165866553783417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,4,uniform,0.06317866841952006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,2,uniform,0.06569066643714905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,uniform,0.10302933057149251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,uniform,0.12329066793123881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,uniform,0.10353066523869832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,uniform,0.10832533240318298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,uniform,0.2214720050493876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,uniform,0.15346666177113852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,uniform,0.06518933176994324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,uniform,0.06421866516272227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,uniform,0.06426133215427399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,uniform,0.07109333574771881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,64,uniform,0.08615466952323914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,uniform,0.07923200229803722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,uniform,0.10322133700052898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,uniform,0.10022399822870891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,uniform,0.09259200096130371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,uniform,0.09061866998672485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,uniform,0.1153600017229716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,uniform,0.1639893352985382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,uniform,0.13272000352541605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,uniform,0.1633386711279551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,uniform,0.13296533624331155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,uniform,0.13958932956059775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,uniform,0.20707732439041138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,uniform,0.30766934156417847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,8,uniform,0.05273599922657013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,8,uniform,0.06135466694831848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,4,uniform,0.05523733297983805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,2,uniform,0.060229331254959106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,4,uniform,0.06544533371925354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,2,uniform,0.06916266679763794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,uniform,0.10612799723943074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,uniform,0.11175466577212016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,uniform,0.1065013309319814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,uniform,0.1264693339665731
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,uniform,0.22582934300104776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,uniform,0.15802133083343506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,uniform,0.10744532942771912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,uniform,0.06613866488138835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,uniform,0.06673599779605865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,uniform,0.06779733300209045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,uniform,0.07179200152556102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,uniform,0.08530132969220479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,64,uniform,0.08691199620564778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,uniform,0.09203733007113139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,uniform,0.09578133622805278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,uniform,0.16757333278656006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,uniform,0.10238400101661682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,uniform,0.11865066488583882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,uniform,0.13517333070437113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,uniform,0.13474133610725403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,uniform,0.1434826652208964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,uniform,0.16288533806800842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,uniform,0.21434666713078818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,2,uniform,0.07431999842325847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,uniform,0.30697067578633624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,8,uniform,0.06714666883150737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,4,uniform,0.0697866678237915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,8,uniform,0.07855466504891713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,4,uniform,0.08309333523114522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,2,uniform,0.08913066983222961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,uniform,0.11627200245857239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,uniform,0.11749866604804993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,uniform,0.12272533774375916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,uniform,0.23877867062886557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,uniform,0.13801599542299905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,uniform,0.1713386575380961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,uniform,0.07293333113193512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,uniform,0.0761706680059433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,uniform,0.07794666786988576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,uniform,0.08999466896057129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,uniform,0.15424000223477682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,uniform,0.11153599619865417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,uniform,0.10512533783912659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,64,uniform,0.09874666730562846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,uniform,0.10188800096511841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,uniform,0.1125866671403249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,uniform,0.13190933068593344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,uniform,0.18083733320236206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,uniform,0.14642133315404257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,uniform,0.14678399761517844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,uniform,0.155349334081014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,8,uniform,0.06968533496061961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,uniform,0.18038400014241537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,uniform,0.2274186611175537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,uniform,0.32606399059295654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,4,uniform,0.07134933272997539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,8,uniform,0.08406933148701985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,2,uniform,0.07730666796366374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,4,uniform,0.08710400263468425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,2,uniform,0.09286399682362874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,uniform,0.12712533275286356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,uniform,0.11965866883595784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,uniform,0.1206826666990916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,uniform,0.17654399077097574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,uniform,0.14351466298103333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,uniform,0.07938133180141449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,uniform,0.0766133318344752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,uniform,0.2433333396911621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,uniform,0.083514670530955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,uniform,0.09265066186587016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,uniform,0.11546666423479716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,uniform,0.10976533095041911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,uniform,0.15775466958681741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,64,uniform,0.10442666212717693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,uniform,0.11857600013415019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,uniform,0.13588800032933554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,uniform,0.17043733596801758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,uniform,0.15106667081514993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,uniform,0.2584480047225952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,uniform,0.1493333379427592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,uniform,0.23161600033442178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,uniform,0.15821333726247153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,uniform,0.1841599941253662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,uniform,0.329039990901947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,8,uniform,0.07332266867160797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,4,uniform,0.07840000092983246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,2,uniform,0.08542933066685994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,4,uniform,0.09324799974759419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,8,uniform,0.08912533521652222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,2,uniform,0.10443733135859172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,uniform,0.12774399916330972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,uniform,0.13638400038083395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,uniform,0.15264000495274863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,uniform,0.12955199678738913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,uniform,0.2578986684481303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,uniform,0.08618666728337605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,uniform,0.18620800971984863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,uniform,0.08366933465003967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,uniform,0.09046399593353271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,uniform,0.10123733679453532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,uniform,0.12281066179275513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,uniform,0.16677866379419962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,64,uniform,0.11045333743095398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,uniform,0.11738666892051697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,uniform,0.1239413321018219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,uniform,0.14283200105031332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,uniform,0.17984533309936523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,uniform,0.15846400459607443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,uniform,0.26945600907007855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,uniform,0.1602773368358612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,uniform,0.16933866341908774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,uniform,0.19338132937749228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,4,uniform,0.09185600280761719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,8,uniform,0.08549867073694865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,uniform,0.34352533022562665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,uniform,0.2451039950052897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,2,uniform,0.10503466924031575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,8,uniform,0.10845333337783813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,4,uniform,0.11258133252461751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,2,uniform,0.12598933776219687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,uniform,0.16788800557454428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,uniform,0.17199466625849405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,uniform,0.2858240008354187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,uniform,0.18836265802383423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,uniform,0.21996267636617026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,uniform,0.4169013500213623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,uniform,0.11972266435623169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,uniform,0.12165866295496623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,uniform,0.12918399771054587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,uniform,0.14396799604098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,uniform,0.17712533473968506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,uniform,0.23891733090082803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,64,uniform,0.13988799850145975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,uniform,0.16781866550445557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,uniform,0.15662399927775064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,uniform,0.19580266873041788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,uniform,0.24315732717514038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,uniform,0.3718506495157878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,uniform,0.1912426749865214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,uniform,0.23135999838511148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,uniform,0.2045066754023234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,uniform,0.19420800606409708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,uniform,0.28250666459401447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,8,uniform,0.10215466221173604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,uniform,0.3959039847056071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,4,uniform,0.10878400007883708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,2,uniform,0.12274133165677388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,8,uniform,0.12602133552233377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,2,uniform,0.1492853363355001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,4,uniform,0.1332319974899292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,uniform,0.18713066975275675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,uniform,0.18337599436442056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,uniform,0.20468266805013022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,uniform,0.24029332399368286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,uniform,0.3055199980735779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,uniform,0.4446186621983846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,uniform,0.13104533155759177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,uniform,0.13517333070437113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,uniform,0.14596266547838846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,uniform,0.16606400410334268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,uniform,0.20589866240819296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,64,uniform,0.15916267037391663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,uniform,0.2883146603902181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,uniform,0.18003199497858682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,uniform,0.19409600893656412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,uniform,0.2746346592903137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,uniform,0.22297066450119019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,uniform,0.21749866008758545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,uniform,0.405349334081014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,uniform,0.2233546574910482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,uniform,0.24648000796635947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,uniform,0.29893867174784344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,4,uniform,0.136762668689092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,8,uniform,0.12827199697494507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,uniform,0.6031359831492106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,2,uniform,0.1529759963353475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,uniform,0.39474133650461835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,8,uniform,0.1644213298956553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,4,uniform,0.17332265774408975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,2,uniform,0.19193067153294882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,uniform,0.21489065885543823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,uniform,0.222053329149882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,uniform,0.24546666940053305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,uniform,0.28834666808446247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,uniform,0.3706666628519694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,uniform,0.5326506694157919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,uniform,0.1551146705945333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,uniform,0.16275733709335327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,uniform,0.17284266153971353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,uniform,0.19572800397872925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,uniform,0.24664533138275146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,uniform,0.3368266820907593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,64,uniform,0.1912053426106771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,uniform,0.20786666870117188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,uniform,0.21958933273951212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,uniform,0.25391467412312824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,uniform,0.32740267117818195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,uniform,0.4693919817606608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,uniform,0.24780799945195517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,uniform,0.25490667422612506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,uniform,0.28116800387700397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,8,uniform,0.14994133512179056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,uniform,0.33382399876912433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,uniform,0.4396586815516154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,uniform,0.657034675280253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,2,uniform,0.17917333046595255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,4,uniform,0.15924800435702005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,8,uniform,0.20058133204778036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,4,uniform,0.21271467208862305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,2,uniform,0.2361546754837036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,uniform,0.2477173407872518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,uniform,0.2826133370399475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,uniform,0.2572159965833028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,uniform,0.3296853303909302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,uniform,0.41529067357381183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,uniform,0.1750719944636027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,uniform,0.5939573446909586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,uniform,0.1829599936803182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,uniform,0.21996267636617026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,uniform,0.19526932636896768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,uniform,0.2752319971720378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,uniform,0.3739733298619588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,64,uniform,0.22321067253748575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,uniform,0.24830933411916098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,uniform,0.2686613400777181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,uniform,0.3059840003649394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,uniform,0.403600017229716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,uniform,0.572816014289856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,uniform,0.28519999980926514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,uniform,0.2974453369776408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,uniform,0.33030933141708374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,uniform,0.39747734864552814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,uniform,0.5228106578191122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,uniform,0.7865760326385498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,8,uniform,0.21579732497533163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,8,uniform,0.28725866476694745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,2,uniform,0.254421333471934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,4,uniform,0.23009065786997476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,4,uniform,0.30160532395044964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,2,uniform,0.33794665336608887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,uniform,0.32232532898585003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,uniform,0.3366026480992635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,uniform,0.36793065071105957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,uniform,0.4261333147684733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,uniform,0.7421332995096842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,uniform,0.5151466528574625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,uniform,0.22402666012446085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,uniform,0.2355253299077352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,uniform,0.25222933292388916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,uniform,0.28517333666483563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,uniform,0.3498506546020508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,uniform,0.47732265790303546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,64,uniform,0.288154661655426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,uniform,0.31733866532643634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,uniform,0.39694400628407794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,uniform,0.3439146677652995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,uniform,0.5307466586430868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,uniform,0.35336001714070636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,uniform,0.754426638285319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,uniform,0.36900798479715985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,uniform,0.40679999192555744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,uniform,0.4761759837468465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,uniform,0.6099253495534261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,8,uniform,0.2627946734428406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,uniform,0.9196373621622721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,4,uniform,0.28055999676386517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,2,uniform,0.3160159985224406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,8,uniform,0.3596213261286418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,2,uniform,0.42572800318400067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,4,uniform,0.3829760154088338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,uniform,0.41733864943186444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,uniform,0.3935893376668294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,uniform,0.5273066759109497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,uniform,0.45043198267618817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,uniform,0.6261813243230184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,uniform,0.9000746409098307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,uniform,0.2670453389485677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,uniform,0.28037865956624347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,uniform,0.30009599526723224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,uniform,0.3419040044148763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,uniform,0.4439733425776164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,uniform,0.5997973283131918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,64,uniform,0.3418773412704468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,uniform,0.38675200939178467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,uniform,0.4190666675567627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,uniform,0.4851253430048625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,uniform,0.6590720017751058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,uniform,0.959013303120931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,uniform,0.44544001420338947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,uniform,0.4655146598815918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,uniform,0.5118986765543619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,uniform,0.5956266721089681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,uniform,0.7248960336049398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,uniform,1.0721440315246582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,8,uniform,0.35859731833140057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,4,uniform,0.37993065516153973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,2,uniform,0.43120535214742023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,8,uniform,0.5001173416773478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,4,uniform,0.531829317410787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,2,uniform,0.5925706624984741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,uniform,0.5446346600850424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,uniform,0.6258933146794637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,uniform,0.5721386671066284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,uniform,0.8597493171691895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,uniform,0.7183626492818197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,uniform,1.236954689025879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,uniform,0.35941867033640545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,uniform,0.37542935212453205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,uniform,0.4041706720987956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,uniform,0.4641226530075073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,uniform,0.6022293170293173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,64,uniform,0.47833065191904706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,uniform,0.8235733509063721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,uniform,0.5389546553293864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,uniform,0.5845706860224406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,uniform,0.6815679868062338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,uniform,0.944165309270223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,uniform,1.3646240234375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,uniform,0.5926080147425333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,uniform,0.6801706949869791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,uniform,0.6268693208694458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,uniform,0.7809973557790121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,uniform,0.9413866996765137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,8,uniform,0.4516106843948364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,uniform,1.365930716196696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,4,uniform,0.4798346757888794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,2,uniform,0.5565119981765747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,8,uniform,0.6425066788991293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,4,uniform,0.6826133728027344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,2,uniform,0.7705653508504232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,uniform,0.6998986403147379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,uniform,0.7318507035573324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,uniform,0.9200159708658854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,uniform,0.8005759716033936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,uniform,1.6357866923014324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,uniform,1.123423973719279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,uniform,0.45209598541259766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,uniform,0.4716533422470093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,uniform,0.5092853307723999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,uniform,0.5890773137410482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,uniform,0.7889066537221273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,uniform,1.1119999885559082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,64,uniform,0.6016426483790079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,uniform,0.6796159744262695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,uniform,0.7332639694213867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,uniform,0.8586239814758301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,uniform,1.2107733090718586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,uniform,1.8041013081868489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,uniform,0.7595307032267252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,uniform,0.7969066301981608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,uniform,0.8732319672902426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,uniform,1.0038506984710693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,uniform,1.189855972925822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,uniform,1.7094666163126628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,8,uniform,0.635535995165507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,4,uniform,0.6755572954813639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,2,uniform,0.7726826667785645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,8,uniform,0.9188213348388672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,4,uniform,0.9853440125783285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,2,uniform,1.0982666810353596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,uniform,0.9977333545684814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,uniform,1.040287971496582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,uniform,1.3139306704203289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,uniform,1.136303981145223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,uniform,1.6183733940124512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,uniform,0.6407466729482015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,uniform,2.342655976613363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,uniform,0.6649119853973389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,uniform,0.7124319871266683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,uniform,0.8332800070444742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,uniform,1.5666186014811199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,64,uniform,0.8578293323516846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,uniform,1.123696009318034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,uniform,0.9711519877115885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,uniform,1.0451467037200928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,uniform,1.2226026852925618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,uniform,1.783141295115153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,uniform,2.6238187154134116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,uniform,1.0865440368652344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,uniform,1.1377546787261963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,uniform,1.2502079804738362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,uniform,1.425978660583496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,uniform,1.7224799791971843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,uniform,2.488762696584066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,8,uniform,0.8203146457672119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,2,uniform,1.0248693625132244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,4,uniform,0.8741493225097656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,8,uniform,1.1976693471272786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,4,uniform,1.273850679397583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,2,uniform,1.4690666198730469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,uniform,1.2976000308990479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,uniform,1.3556000391642253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,uniform,1.4624533653259277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,uniform,1.7281920115152996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,uniform,3.146474520365397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,uniform,2.168351968129476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,uniform,0.8188746770222982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,uniform,0.8560693264007568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,uniform,0.9206453164418539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,uniform,1.0806293487548828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,uniform,1.4957386652628581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,64,uniform,1.108298699061076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,uniform,2.109920024871826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,uniform,1.5844000180562336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,uniform,1.3542505900065105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,uniform,1.2520000139872234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,uniform,2.3172853787740073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,uniform,1.413376013437907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,uniform,3.4660107294718423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,uniform,1.4780853589375813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,uniform,1.8997279802958171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,uniform,1.6055839856465657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,uniform,2.2678027153015137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,uniform,3.2421226501464844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,8,uniform,1.0003039836883545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,4,uniform,1.075488011042277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,2,uniform,1.25492262840271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,8,uniform,1.4752532641092937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,4,uniform,1.5804425875345867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,2,uniform,1.8045813242594402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,uniform,1.5895733833312988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,uniform,1.6577547391255696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,uniform,1.797104040781657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,uniform,2.123151938120524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,uniform,3.9252373377482095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,uniform,1.0047146479288738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,uniform,2.7108532587687173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,uniform,1.0426719983418782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,uniform,1.1254613399505615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,uniform,1.3240319887797039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,uniform,1.8632799784342449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,uniform,2.6335466702779136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,64,uniform,1.3617547353108723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,uniform,1.540453275044759
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,uniform,1.9269545873006184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,uniform,1.6602986653645833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,uniform,2.879514694213867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,uniform,4.232255935668945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,8,uniform,0.06832533578077953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,4,uniform,0.06388799846172333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,4,uniform,0.0686773310105006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,8,uniform,0.07268799841403961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,uniform,1.737712065378825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,uniform,1.9796640078226726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,uniform,1.812837282816569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,uniform,2.340437412261963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,uniform,2.8610560099283853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,uniform,0.07709866762161255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,2,uniform,0.0701279987891515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,uniform,0.07406400144100189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,uniform,0.07413866619269054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,uniform,4.166261355082194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,uniform,0.07356266677379608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,uniform,0.08028266827265422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,uniform,0.06785066425800323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,uniform,0.06468266745408376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,64,uniform,0.07889066636562347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,uniform,0.062314664324124656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,uniform,0.07136000196139018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,uniform,0.07529599964618683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,uniform,0.06936533252398173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,uniform,0.07789333164691925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,uniform,0.07983999947706859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,uniform,0.07610666751861572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,uniform,0.07696000238259633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,8,uniform,0.06760533154010773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,4,uniform,0.06460799773534139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,8,uniform,0.07720000048478444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,4,uniform,0.07042666773001353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,2,uniform,0.07506666580835979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,uniform,0.07867733140786488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,uniform,0.07503999769687653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,uniform,0.0753600001335144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,uniform,0.06923733154932658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,uniform,0.07906133433183034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,uniform,0.08483733733495076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,uniform,0.06615466872851054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,uniform,0.06298666695753734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,uniform,0.07341333230336507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,64,uniform,0.07973333199818929
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,uniform,0.06991999844710033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,uniform,0.07960533102353413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,uniform,0.0775786687930425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,uniform,0.0754559983809789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,8,uniform,0.06888000170389812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,uniform,0.0828959991534551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,4,uniform,0.06797866523265839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,uniform,0.08489599823951721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,8,uniform,0.07346666852633159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,4,uniform,0.07523733377456665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,2,uniform,0.0801386684179306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,uniform,0.07815466821193695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,uniform,0.07725333174069722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,uniform,0.08136533200740814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,uniform,0.0849226713180542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,uniform,0.06946133573849995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,uniform,0.06587199866771698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,uniform,0.09384000301361084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,uniform,0.06690133114655812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,uniform,0.07442666590213776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,64,uniform,0.07736533383528392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,uniform,0.07524799803892772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,uniform,0.08011200030644734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,uniform,0.08319466809431712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,uniform,0.07538666824499766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,uniform,0.08781866232554118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,uniform,0.09396800398826599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,8,uniform,0.06845333178838094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,4,uniform,0.0758133331934611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,4,uniform,0.06726400057474773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,8,uniform,0.07433600227038066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,2,uniform,0.08054399987061818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,uniform,0.07944533228874207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,uniform,0.08797333637873332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,uniform,0.08108800152937572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,uniform,0.09483200311660767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,uniform,0.1086186667283376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,uniform,0.07109866539637248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,uniform,0.0692853331565857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,uniform,0.06838933130105336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,64,uniform,0.07922666768232982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,uniform,0.07956266899903615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,uniform,0.08141333361466725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,uniform,0.0777706652879715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,uniform,0.08054933448632558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,uniform,0.09101866682370503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,8,uniform,0.06863466898600261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,uniform,0.11147200067838033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,uniform,0.09750399986902873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,4,uniform,0.06823466718196869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,8,uniform,0.0746613343556722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,2,uniform,0.08126399914423625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,uniform,0.09172266721725464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,4,uniform,0.07520000139872234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,uniform,0.08898666501045227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,uniform,0.10270399848620097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,uniform,0.1190720001856486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,uniform,0.07258666555086772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,uniform,0.1537440021832784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,uniform,0.07750399907430013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,uniform,0.07308800021807353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,64,uniform,0.10457066694895427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,uniform,0.10052266716957092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,uniform,0.10662399729092915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,uniform,0.09285866220792134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,uniform,0.09076799949010213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,uniform,0.1225226620833079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,uniform,0.1072213351726532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,uniform,0.14638933539390564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,8,uniform,0.06829333305358887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,4,uniform,0.06929066777229309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,8,uniform,0.07585600018501282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,2,uniform,0.08231999973456065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,4,uniform,0.07577600081761678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,uniform,0.12225066622098286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,uniform,0.13900267084439596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,uniform,0.12486933668454488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,uniform,0.16781866550445557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,uniform,0.22549333175023398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,uniform,0.07458666463692983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,uniform,0.07409066458543141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,64,uniform,0.1051680048306783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,uniform,0.1083519955476125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,uniform,0.1143839955329895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,uniform,0.07817066709200542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,uniform,0.12507200241088867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,uniform,0.12523200114568075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,uniform,0.14217066764831543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,uniform,0.23370667298634848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,uniform,0.17510400215784708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,8,uniform,0.06994666655858357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,4,uniform,0.06929600238800049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,8,uniform,0.07550399998823802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,4,uniform,0.07565866907437642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,2,uniform,0.08076799909273784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,uniform,0.12795733412106833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,uniform,0.14355199535687765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,uniform,0.1256106694539388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,uniform,0.17013333241144815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,uniform,0.23125867048899332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,uniform,0.07584000130494435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,uniform,0.07551999886830647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,uniform,0.0788373351097107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,64,uniform,0.10631466905275981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,uniform,0.10934933026631673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,uniform,0.15078399578730264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,uniform,0.15245866775512695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,uniform,0.11653866370519002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,uniform,0.1755839983622233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,uniform,0.223855992158254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,8,uniform,0.07166933516661327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,uniform,0.31204267342885333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,8,uniform,0.07645866771539052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,4,uniform,0.06922666728496552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,4,uniform,0.07607999940713246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,2,uniform,0.08162133395671844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,uniform,0.1452959974606832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,uniform,0.1269653340180715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,uniform,0.12967999776204428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,uniform,0.17332265774408975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,uniform,0.23433067401250204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,uniform,0.07642666498819987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,uniform,0.07641066610813141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,uniform,0.08018133540948232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,64,uniform,0.11181333661079407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,uniform,0.1524853308995565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,uniform,0.11239999532699585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,uniform,0.11820800105730693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,uniform,0.18185067176818848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,uniform,0.22501866022745767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,uniform,0.15612799922625223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,uniform,0.31069332361221313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,8,uniform,0.07334400216738383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,4,uniform,0.07158400118350983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,2,uniform,0.08693333466847737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,uniform,0.1272479991118113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,8,uniform,0.08216000099976857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,4,uniform,0.08053333560625713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,uniform,0.1285653313000997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,uniform,0.14331733187039694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,uniform,0.17375999689102173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,uniform,0.2323519984881083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,uniform,0.07898133496443431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,uniform,0.07886933286984761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,64,uniform,0.11205866932868958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,uniform,0.11471999684969585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,uniform,0.08162133395671844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,uniform,0.1553973356882731
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,uniform,0.12040533622105916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,uniform,0.15556800365447998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,uniform,0.18041066328684488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,uniform,0.22712000211079916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,8,uniform,0.0717439999183019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,uniform,0.31993599732716876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,4,uniform,0.07110400001207988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,8,uniform,0.0817333310842514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,4,uniform,0.07993066807587941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,uniform,0.13019733627637228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,2,uniform,0.08668266733487447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,uniform,0.12969600160916647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,uniform,0.1458026667435964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,uniform,0.0812906672557195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,uniform,0.17595199743906656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,uniform,0.23428267240524292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,uniform,0.07984533409277599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,uniform,0.08427733182907104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,uniform,0.11480533083279927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,64,uniform,0.11344533165295918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,uniform,0.1195146640141805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,uniform,0.15772799650828043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,uniform,0.15608533223470053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,uniform,0.18186134099960327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,uniform,0.22823999325434366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,uniform,0.32287466526031494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,8,uniform,0.0719893326361974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,4,uniform,0.07231999933719635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,8,uniform,0.08262399832407634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,4,uniform,0.08217066526412964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,2,uniform,0.08796266714731853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,uniform,0.12957866986592612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,uniform,0.13186132907867432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,uniform,0.14949333667755127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,uniform,0.1763040026028951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,uniform,0.08132799963156383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,uniform,0.2411093314488729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,uniform,0.08188266555468242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,uniform,0.08522133032480876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,uniform,0.11656000216801961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,64,uniform,0.1143839955329895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,uniform,0.15933866302172342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,uniform,0.12198399504025777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,uniform,0.15916799505551657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,uniform,0.23122666279474893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,uniform,0.18172266085942587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,uniform,0.3241493304570516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,8,uniform,0.09959999720255534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,4,uniform,0.09777067104975383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,8,uniform,0.08361066381136577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,2,uniform,0.10724799831708272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,uniform,0.13224533200263977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,4,uniform,0.08226133386294048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,uniform,0.13319999972979227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,uniform,0.18040533860524496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,uniform,0.24740799268086752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,uniform,0.14992533127466837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,uniform,0.0874079962571462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,uniform,0.08307200173536937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,uniform,0.08216000099976857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,uniform,0.11771200100580852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,64,uniform,0.1170240044593811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,uniform,0.12391466895739238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,uniform,0.1585760017236074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,uniform,0.19026132424672446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,8,uniform,0.08403733372688293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,uniform,0.16209066907564798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,uniform,0.33136000235875446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,uniform,0.2328480084737142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,4,uniform,0.0827466646830241
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,8,uniform,0.10313600301742554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,4,uniform,0.1000373363494873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,2,uniform,0.10662399729092915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,uniform,0.1344000001748403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,uniform,0.15253333250681558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,uniform,0.13522133231163025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,uniform,0.18253332376480103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,uniform,0.24987733364105225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,uniform,0.0844533344109853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,uniform,0.08438400427500407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,uniform,0.0881173312664032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,64,uniform,0.11922666430473328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,uniform,0.11829333504041036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,uniform,0.1243893305460612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,uniform,0.16218666235605875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,uniform,0.1600160002708435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,uniform,0.23773332436879477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,uniform,0.1916053295135498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,uniform,0.33372267087300617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,8,uniform,0.08731200297673543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,4,uniform,0.08733333150545756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,8,uniform,0.10411733388900757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,4,uniform,0.10409599542617798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,2,uniform,0.11458133657773335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,uniform,0.13515200217564902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,uniform,0.1564533313115438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,uniform,0.13778133193651834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,uniform,0.18452266852060953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,uniform,0.25541865825653076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,uniform,0.08700266480445862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,uniform,0.08558400472005208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,uniform,0.09256533781687419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,64,uniform,0.11874666810035706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,uniform,0.1229759951432546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,uniform,0.1288426617781321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,uniform,0.16060800353686014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,uniform,0.16545066237449646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,8,uniform,0.0992693305015564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,4,uniform,0.09962133566538493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,uniform,0.33776533603668213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,uniform,0.192138671875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,uniform,0.24177600940068564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,8,uniform,0.12709333499272665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,4,uniform,0.12531200051307678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,2,uniform,0.1302880048751831
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,uniform,0.13988266388575235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,uniform,0.1418453355630239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,uniform,0.16081600387891135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,uniform,0.10313600301742554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,uniform,0.18963199853897095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,uniform,0.25673067569732666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,uniform,0.10037866234779358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,uniform,0.10998933513959248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,64,uniform,0.12313600381215413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,uniform,0.12476799885431926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,uniform,0.16775466998418173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,uniform,0.13110400239626566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,uniform,0.1713119943936666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,uniform,0.19865065813064575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,8,uniform,0.1030613382657369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,uniform,0.2466986576716105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,uniform,0.34271466732025146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,4,uniform,0.10340266426404317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,8,uniform,0.13140799601872763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,4,uniform,0.13081066807111105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,2,uniform,0.14032000303268433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,uniform,0.14466666181882223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,uniform,0.14146666725476584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,uniform,0.16310933232307434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,uniform,0.19580799341201782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,uniform,0.26737066109975177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,uniform,0.10493333141009013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,uniform,0.10429333647092183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,64,uniform,0.14513066411018372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,uniform,0.1135040024916331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,uniform,0.1634880006313324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,uniform,0.1689066688219706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,uniform,0.161189337571462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,uniform,0.17535465955734253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,uniform,0.20147732893625894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,uniform,0.24952000379562378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,8,uniform,0.1174720029036204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,uniform,0.3494186798731486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,8,uniform,0.15272000432014465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,2,uniform,0.1648960014184316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,4,uniform,0.11743999520937602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,4,uniform,0.15727466344833374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,uniform,0.14845333496729532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,uniform,0.274944007396698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,uniform,0.10917866230010986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,uniform,0.15036799510320029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,uniform,0.11091199517250061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,uniform,0.20159467061360678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,uniform,0.1708959937095642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,uniform,0.12134400010108948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,64,uniform,0.1479680041472117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,uniform,0.1713493267695109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,uniform,0.1649066706498464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,uniform,0.17763733863830566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,uniform,0.17947733402252197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,uniform,0.20588266849517822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,uniform,0.2571093241373698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,uniform,0.3572426637013753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,8,uniform,0.14519466956456503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,4,uniform,0.14778666694959006
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,8,uniform,0.19674134254455566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,4,uniform,0.20383467276891074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,2,uniform,0.21321600675582886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,uniform,0.22411733865737915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,uniform,0.23099199930826822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,uniform,0.2459999918937683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,uniform,0.2946773370107015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,uniform,0.3956799904505412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,uniform,0.14824000000953674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,uniform,0.1490666667620341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,uniform,0.1641706625620524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,64,uniform,0.20408000548680624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,uniform,0.22062933444976807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,uniform,0.22775999704996744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,uniform,0.21101333697636923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,uniform,0.21682133277257284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,uniform,0.24169600009918213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,uniform,0.2934719920158386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,8,uniform,0.1677280068397522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,uniform,0.4056053161621094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,4,uniform,0.16739199558893839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,4,uniform,0.25408534208933514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,8,uniform,0.239738663037618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,2,uniform,0.2598506609598796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,uniform,0.23917333285013834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,uniform,0.24412266413370767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,uniform,0.25833600759506226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,uniform,0.3147146701812744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,uniform,0.41921599706013996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,uniform,0.1689280072848002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,uniform,0.16516799728075662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,uniform,0.1824373404184977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,64,uniform,0.23431466023127237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,uniform,0.26736533641815186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,uniform,0.2640960017840068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,uniform,0.2968906760215759
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,uniform,0.31787200768788654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,uniform,0.3040320078531901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,uniform,0.39691734313964844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,uniform,0.5425973335901896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,8,uniform,0.22273600101470947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,4,uniform,0.22693334023157755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,8,uniform,0.32900800307591754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,4,uniform,0.3467093308766683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,2,uniform,0.3526346683502197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,uniform,0.31721067428588867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,uniform,0.33270933230717975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,uniform,0.30685333410898846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,uniform,0.5426826477050781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,uniform,0.40163199106852215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,uniform,0.2136426568031311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,uniform,0.20854934056599936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,uniform,0.2243679960568746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,uniform,0.3161333401997884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,64,uniform,0.28826133410135907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,uniform,0.31753067175547284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,uniform,0.3213333288828532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,uniform,0.5982453425725301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,uniform,0.3330346743265788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,uniform,0.4357920090357463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,uniform,0.3507946729660034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,8,uniform,0.27321600914001465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,4,uniform,0.2743893265724182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,8,uniform,0.4148053328196208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,4,uniform,0.4410986502965291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,2,uniform,0.4465866486231486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,uniform,0.3732373317082723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,uniform,0.40143465995788574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,uniform,0.39107731978098553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,uniform,0.48317865530649823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,uniform,0.24234666426976523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,uniform,0.655514677365621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,uniform,0.24893333514531454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,uniform,0.26153600215911865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,64,uniform,0.3490240176518758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,uniform,0.39044801394144696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,uniform,0.3959306478500366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,uniform,0.4207093318303426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,uniform,0.43263999621073407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,uniform,0.5411733388900757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,uniform,0.44258666038513184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,8,uniform,0.39101866881052655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,uniform,0.7605120340983073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,4,uniform,0.3980853160222371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,8,uniform,0.6037333408991495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,4,uniform,0.6450399955113729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,2,uniform,0.6463253498077393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,uniform,0.5091360012690226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,uniform,0.5443840026855469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,uniform,0.534442663192749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,uniform,0.6448266506195068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,uniform,0.8818720181783041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,uniform,0.325381338596344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,uniform,0.31860266129175824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,uniform,0.33984533945719403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,64,uniform,0.4633760054906209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,uniform,0.5222560167312622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,uniform,0.529637336730957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,uniform,0.5390239953994751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,uniform,0.5587146679560343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,uniform,0.6887573401133219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,uniform,0.5680960019429525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,uniform,0.9668266773223877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,8,uniform,0.49135998884836835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,4,uniform,0.5020159880320231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,8,uniform,0.7723093032836914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,4,uniform,0.8244373003641764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,2,uniform,0.8239466349283854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,uniform,0.6761386394500732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,uniform,0.6527413527170817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,uniform,0.6898079713185629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,uniform,1.0902400016784668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,uniform,0.8126560052235922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,uniform,0.3986293474833171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,uniform,0.39069334665934247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,uniform,0.4224586486816406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,uniform,0.6444640159606934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,64,uniform,0.5621279875437418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,uniform,0.6592373450597128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,uniform,0.7260639667510986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,uniform,0.7537813186645508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,uniform,0.906709353129069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,uniform,0.7529546419779459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,uniform,1.25055996576945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,8,uniform,0.6991519927978516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,4,uniform,0.714570681254069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,8,uniform,1.124831994374593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,4,uniform,1.20415465037028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,2,uniform,1.2087413469950359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,uniform,0.9172586599985758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,uniform,0.9533279736836752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,uniform,0.9548959732055664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,uniform,1.126693328221639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,uniform,1.5419732729593914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,uniform,0.549290657043457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,uniform,0.5402079820632935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,uniform,0.563536008199056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,64,uniform,0.8063999811808268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,uniform,0.9274293581644694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,uniform,0.9594133694966634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,uniform,0.9533279736836752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,uniform,1.0003093083699544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,uniform,1.0107200145721436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,uniform,1.1988906860351562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,uniform,1.6207787195841472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,8,uniform,0.909279982248942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,4,uniform,0.9265706539154053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,8,uniform,1.4761546452840169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,4,uniform,1.5771253903706868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,2,uniform,1.5806986490885417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,uniform,1.2353973388671875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,uniform,1.1794079939524333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,uniform,1.229098637898763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,uniform,1.432576020558675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,uniform,1.9741867383321126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,uniform,0.7085653146107992
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,uniform,0.6876320044199625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,uniform,0.7173066933949789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,64,uniform,1.0269280274709065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,uniform,1.1859626770019531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,uniform,1.214351971944173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,uniform,1.2600639661153157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,uniform,1.3196213245391846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,uniform,1.322266658147176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,uniform,2.0985973676045737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,uniform,1.546885331471761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,8,uniform,1.3119359811147053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,8,uniform,2.1606879234313965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,4,uniform,1.347119967142741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,4,uniform,2.3217546145121255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,2,uniform,2.3322985967000327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,uniform,1.7260746955871582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,uniform,1.7983840306599934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,uniform,1.7999626795450847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,uniform,2.066101392110189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,uniform,1.005658706029256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,uniform,2.870746612548828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,uniform,0.9753706455230713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,uniform,1.0198026498158772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,64,uniform,1.4856053988138835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,uniform,1.7090346018473308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,uniform,1.7980000178019206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,uniform,1.7635413805643718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,uniform,1.8887839317321777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,uniform,1.889952023824056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,uniform,2.18614927927653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,8,uniform,1.733957290649414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,uniform,2.9757493336995444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,4,uniform,1.7612214088439941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,8,uniform,2.8505493799845376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,4,uniform,3.0743465423583984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,2,uniform,3.071925481160482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,uniform,2.2501440048217773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,uniform,2.3550559679667153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,uniform,2.3542720476786294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,uniform,2.6834081013997397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,uniform,1.3080373605092366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,uniform,3.7318881352742515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,uniform,1.3162453174591064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,uniform,1.2656319936116536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,64,uniform,1.9279573758443196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,uniform,2.2522133191426597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,uniform,2.320687929789225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,uniform,2.405717372894287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,uniform,2.5137227376302085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,uniform,2.516767978668213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,8,uniform,2.1363733609517417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,uniform,2.8795038859049478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,uniform,3.9207681020100913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,4,uniform,2.2022666931152344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,8,uniform,3.548341433207194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,4,uniform,3.8191893895467124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,2,uniform,3.8257385889689126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,uniform,2.789589246114095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,uniform,2.919952074686686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,uniform,2.922704060872396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,uniform,3.3392321268717446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,uniform,4.632581392923991
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,uniform,1.5546560287475586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,uniform,1.6253172556559246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,uniform,1.6126292546590169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,64,uniform,2.3647573788960776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,uniform,2.7456480662027993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,uniform,2.838816006978353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,uniform,2.955733299255371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,uniform,3.107701301574707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,uniform,3.531989415486654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,uniform,0.03984000037113825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,uniform,3.086480140686035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,uniform,0.038959999879201256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,uniform,4.789109230041504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,uniform,0.03895466774702072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,uniform,0.044079999128977455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,uniform,0.04359466830889384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,uniform,0.041237334410349526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,uniform,0.06100266675154368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,uniform,0.05442133545875549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,uniform,0.05497066676616669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,uniform,0.057258665561676025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,uniform,0.06593599915504456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,uniform,0.04350399971008301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,uniform,0.041264000038305916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,uniform,0.04161600023508072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,uniform,0.042037333051363625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,64,uniform,0.05646933118502299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,uniform,0.05273066461086273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,uniform,0.04997866849104563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,uniform,0.051541333397229515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,uniform,0.05858666698137919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,uniform,0.06095466514428457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,uniform,0.05492266515890757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,uniform,0.054885332783063255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,uniform,0.061717331409454346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,uniform,0.04074133435885111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,uniform,0.07255466779073079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,uniform,0.03932799895604452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,uniform,0.040576001008351646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,uniform,0.04558933277924856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,uniform,0.04320000112056732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,uniform,0.04340266684691111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,uniform,0.056101332108179726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,uniform,0.061520000298817955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,uniform,0.05605333546797434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,uniform,0.06022400160630544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,uniform,0.06968000034491222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,uniform,0.043023998538653054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,uniform,0.044138665000597634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,uniform,0.04569066564242045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,uniform,0.04194133480389913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,64,uniform,0.05320533116658529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,uniform,0.05035200218359629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,uniform,0.04897599915663401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,uniform,0.05952000121275584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,uniform,0.05172266562779745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,uniform,0.054154664278030396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,uniform,0.061535999178886414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,uniform,0.05824000140031179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,uniform,0.05267733335494995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,uniform,0.07337599992752075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,uniform,0.03798400113979975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,uniform,0.03783999880154928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,uniform,0.040896000961462654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,uniform,0.042165334026018776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,uniform,0.042437334855397545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,uniform,0.06126933296521505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,uniform,0.05514133473237356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,uniform,0.057989334066708885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,uniform,0.04418666660785675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,uniform,0.07208533088366191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,uniform,0.04075733323891958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,uniform,0.04243200023969015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,uniform,0.04320000112056732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,uniform,0.043231998880704246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,uniform,0.059792002042134605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,64,uniform,0.058464000622431435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,uniform,0.052442664901415505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,uniform,0.050111999114354454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,uniform,0.05605866511662801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,uniform,0.06332266827424367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,uniform,0.06162666777769724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,uniform,0.05740800003210703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,uniform,0.05518933137257894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,uniform,0.06583466629187266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,uniform,0.07863999903202057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,uniform,0.040106666584809623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,uniform,0.04008000095685323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,uniform,0.041146665811538696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,uniform,0.044490665197372437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,uniform,0.044981335600217186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,uniform,0.04667200148105621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,uniform,0.06235733131567637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,uniform,0.06545599798361461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,uniform,0.05821333328882853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,uniform,0.06896000107129414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,uniform,0.08074666559696198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,uniform,0.043578664461771645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,uniform,0.042437334855397545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,uniform,0.04399999976158142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,uniform,0.04765866696834564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,64,uniform,0.054799998799959816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,uniform,0.05601066847642263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,uniform,0.05762133498986562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,uniform,0.062234664956728615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,uniform,0.059024001161257424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,uniform,0.05755199988683065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,uniform,0.07191466788450877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,uniform,0.06321066617965698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,uniform,0.07368533313274384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,uniform,0.04050133377313614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,uniform,0.08638933300971985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,uniform,0.04022933294375738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,uniform,0.04165866722663244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,uniform,0.04274133344491323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,uniform,0.04543466866016388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,uniform,0.0673226664463679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,uniform,0.04808000226815542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,uniform,0.07166933516661327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,uniform,0.07584533095359802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,uniform,0.08559466401735942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,uniform,0.10381333033243816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,uniform,0.046367997924486794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,uniform,0.047093331813812256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,uniform,0.049178664882977806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,uniform,0.05452266832192739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,64,uniform,0.06572266419728597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,uniform,0.06830933193365733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,uniform,0.06976533432801564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,uniform,0.07453866799672444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,uniform,0.09053867061932881
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,uniform,0.06687999765078227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,uniform,0.06852266689141591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,uniform,0.07339733342329662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,uniform,0.08526933193206787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,uniform,0.11069867014884949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,uniform,0.04121066629886627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,uniform,0.04120533416668574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,uniform,0.04837866624196371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,uniform,0.04073066761096319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,uniform,0.043578664461771645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,uniform,0.050613333781560264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,uniform,0.08762133121490479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,uniform,0.08993066350618999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,uniform,0.11203199625015259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,uniform,0.09992000460624695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,uniform,0.14324800173441568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,uniform,0.04669333497683207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,uniform,0.04808533191680908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,uniform,0.050399998823801674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,uniform,0.05599466462930044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,64,uniform,0.06970133384068807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,uniform,0.07699733475844066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,uniform,0.10612266262372334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,uniform,0.07397333284219106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,uniform,0.0796800007422765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,uniform,0.09313600262006123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,uniform,0.09733866651852925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,uniform,0.10327466328938802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,uniform,0.12527466813723245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,uniform,0.1511786679426829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,uniform,0.04182933270931244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,uniform,0.041434665520985924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,uniform,0.04322133461634318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,uniform,0.04459733267625173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,uniform,0.04863999783992767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,uniform,0.04804799954096476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,uniform,0.09218666950861613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,uniform,0.09127466877301534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,uniform,0.10230400164922078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,uniform,0.11331733067830403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,uniform,0.15055466691652933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,uniform,0.04849599798520406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,uniform,0.04544533292452494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,uniform,0.050954664746920265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,uniform,0.05487999816735586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,64,uniform,0.0672159989674886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,uniform,0.07332266867160797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,uniform,0.07522133489449818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,uniform,0.1037493348121643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,uniform,0.081194669008255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,uniform,0.10959466298421223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,uniform,0.11412800351778667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,uniform,0.1206666628519694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,uniform,0.14894400040308634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,uniform,0.19255467255910239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,uniform,0.042447999119758606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,uniform,0.041690667470296226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,uniform,0.041290665666262306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,uniform,0.04757333298524221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,uniform,0.04863999783992767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,uniform,0.04845866560935974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,uniform,0.09313600262006123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,uniform,0.09614933530489604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,uniform,0.10357333223025005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,uniform,0.12102933724721272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,uniform,0.1534986694653829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,uniform,0.05159999926884969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,uniform,0.046762665112813316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,uniform,0.054341331124305725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,uniform,0.06101333101590475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,64,uniform,0.07272000114123027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,uniform,0.07922666768232982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,uniform,0.08101333181063335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,uniform,0.08726933598518372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,uniform,0.10571199655532837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,uniform,0.11168533563613892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,uniform,0.11629866560300191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,uniform,0.12363732854525249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,uniform,0.15125866731007895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,uniform,0.19430400927861533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,uniform,0.04474133253097534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,uniform,0.045312002301216125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,uniform,0.045738667249679565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,uniform,0.05220800141493479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,uniform,0.04994133114814758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,uniform,0.056159997979799904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,uniform,0.09565866986910503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,uniform,0.11266666650772095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,uniform,0.13531200091044107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,uniform,0.09840533137321472
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,uniform,0.17962133884429932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,uniform,0.05167999863624573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,uniform,0.05584000051021576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,uniform,0.05696000158786774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,uniform,0.06491200129191081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,64,uniform,0.07137600084145863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,uniform,0.08003200093905131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,uniform,0.08932800094286601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,uniform,0.12315733234087627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,uniform,0.08196799953778584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,uniform,0.1240000029404958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,uniform,0.12621866663297018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,uniform,0.1383680005868276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,uniform,0.1734666625658671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,uniform,0.23895466327667236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,uniform,0.044906665881474815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,uniform,0.043493335445721946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,uniform,0.0473280002673467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,uniform,0.049925332268079124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,uniform,0.058650667468706764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,uniform,0.09948266545931499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,uniform,0.050010666251182556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,uniform,0.10496532917022705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,uniform,0.11398399869600932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,uniform,0.13218133648236594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,uniform,0.18167465925216675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,uniform,0.05322133501370748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,uniform,0.05717866619427999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,uniform,0.0614879975716273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,uniform,0.06754666566848755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,64,uniform,0.0729973316192627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,uniform,0.08059733112653096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,uniform,0.08327466746171315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,uniform,0.1251466671625773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,uniform,0.09204266468683879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,uniform,0.12097600102424622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,uniform,0.12813867131868997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,uniform,0.17652799685796103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,uniform,0.24434133370717367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,uniform,0.1344000001748403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,uniform,0.045226668318112694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,uniform,0.04601066807905833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,uniform,0.046480000019073486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,uniform,0.052383999029795326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,uniform,0.053157334526379905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,uniform,0.05491200089454651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,uniform,0.10646399855613708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,uniform,0.10127466917037964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,uniform,0.116565336783727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,uniform,0.140255997578303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,uniform,0.187391996383667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,uniform,0.05816533168156942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,uniform,0.059802666306495667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,uniform,0.07178666690985362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,uniform,0.05936000247796377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,64,uniform,0.07623466849327087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,uniform,0.0960693359375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,uniform,0.08290666838486989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,uniform,0.08617066343625386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,uniform,0.13431466619173685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,uniform,0.12251733740170796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,uniform,0.13532267014185587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,uniform,0.13827733198801676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,uniform,0.18382932742436728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,uniform,0.2510133385658264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,uniform,0.04934399823347727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,uniform,0.04840533435344696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,uniform,0.05169066786766052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,uniform,0.056234667698542275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,uniform,0.059232001503308616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,uniform,0.06275199850400288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,uniform,0.1023466686407725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,uniform,0.11197866996129353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,uniform,0.1188213328520457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,uniform,0.14335999886194864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,uniform,0.19076265891393027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,uniform,0.06365333497524261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,uniform,0.06121066709359487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,uniform,0.06683733562628429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,uniform,0.07192533214886983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,64,uniform,0.07622399926185608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,uniform,0.08851733803749084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,uniform,0.09109866619110107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,uniform,0.10422399640083313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,uniform,0.13277332981427512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,uniform,0.13756266236305237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,uniform,0.13199999928474426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,uniform,0.18857600291570029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,uniform,0.1553546686967214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,uniform,0.04970133304595947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,uniform,0.25197867552439374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,uniform,0.050586665670077004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,uniform,0.05117333432038625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,uniform,0.0553653339544932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,uniform,0.0602453351020813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,uniform,0.06295466423034668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,uniform,0.10426132877667744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,uniform,0.11263466874758403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,uniform,0.11628799637158711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,uniform,0.14602667093276978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,uniform,0.1946880022684733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,uniform,0.06467733283837636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,uniform,0.06565333406130473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,uniform,0.06956266860167186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,uniform,0.07808533310890198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,64,uniform,0.0761599987745285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,uniform,0.08482133348782857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,uniform,0.08886933326721191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,uniform,0.10626666744550069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,uniform,0.13217066725095114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,uniform,0.1365493337313334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,uniform,0.14012266198794046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,uniform,0.15652799606323242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,uniform,0.19524800777435303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,uniform,0.2560266653696696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,uniform,0.05231466889381409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,uniform,0.049322664737701416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,uniform,0.05552533268928528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,uniform,0.05830933153629303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,uniform,0.06311999758084615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,uniform,0.0681333343187968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,uniform,0.10556800166765849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,uniform,0.14910933375358582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,uniform,0.12301333745320638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,uniform,0.1090133289496104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,uniform,0.2028533418973287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,uniform,0.0632479985555013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,uniform,0.07321600119272868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,uniform,0.06382933259010315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,uniform,0.0771679977575938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,64,uniform,0.08402666449546814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,uniform,0.09154666463534038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,uniform,0.09179733196894328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,uniform,0.11162666479746501
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,uniform,0.14856533209482828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,uniform,0.1341866652170817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,uniform,0.1472586691379547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,uniform,0.16156267126401266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,uniform,0.19961599508921304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,uniform,0.27247466643651325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,uniform,0.06403733293215434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,uniform,0.06783466537793477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,uniform,0.06099733213583628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,uniform,0.07254933317502339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,uniform,0.07132799923419952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,uniform,0.08497066299120586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,uniform,0.11852266391118367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,uniform,0.11107732852300008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,uniform,0.1346933344999949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,uniform,0.16239999731381735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,uniform,0.2144533395767212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,uniform,0.07281066477298737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,uniform,0.0713973343372345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,uniform,0.09110933542251587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,uniform,0.07947200040022533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,64,uniform,0.08893332878748576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,uniform,0.09614933530489604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,uniform,0.10392000277837117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,uniform,0.16280532876650491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,uniform,0.1220906674861908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,uniform,0.15324800213178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,uniform,0.15691733360290527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,uniform,0.17637866735458374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,uniform,0.20895467201868692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,uniform,0.0642080008983612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,uniform,0.28307199478149414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,uniform,0.06544533371925354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,uniform,0.08046933511892955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,uniform,0.07144533097743988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,uniform,0.06819200019041698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,uniform,0.11435733238855998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,uniform,0.08914132912953694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,uniform,0.12180800239245097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,uniform,0.13909332950909933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,uniform,0.16667733589808145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,uniform,0.22325867414474487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,uniform,0.077674667040507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,uniform,0.0783733328183492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,uniform,0.08292800188064575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,uniform,0.0939466655254364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,64,uniform,0.09760000308354695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,uniform,0.10549333691596985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,uniform,0.11359999577204387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,uniform,0.12684266765912375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,uniform,0.16615999738375345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,uniform,0.15155733625094095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,uniform,0.15913599729537964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,uniform,0.1763040026028951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,uniform,0.21347200870513916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,uniform,0.29546666145324707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,uniform,0.06935466825962067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,uniform,0.07037333150704701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,uniform,0.07606400052706401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,uniform,0.07477333148320515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,uniform,0.0865119993686676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,uniform,0.13642666737238565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,uniform,0.09265066186587016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,uniform,0.12392533818880717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,uniform,0.17468265692392984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,uniform,0.14782399932543436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,uniform,0.24050666888554892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,uniform,0.08376000324885051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,uniform,0.08545600374539693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,uniform,0.0902400016784668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,uniform,0.10398399829864502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,64,uniform,0.10394133130709331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,uniform,0.111135999361674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,uniform,0.12106666962305705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,uniform,0.18622400363286337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,uniform,0.1372053325176239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,uniform,0.1697546641031901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,uniform,0.15964266657829285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,uniform,0.18609599272410074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,uniform,0.22808533906936646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,uniform,0.3155786593755086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,uniform,0.07216000060240428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,uniform,0.07444799939791362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,uniform,0.09248000383377075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,uniform,0.08255466818809509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,uniform,0.09601599971453349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,uniform,0.10837866862614949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,uniform,0.16218133767445883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,uniform,0.16570666432380676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,uniform,0.18579200903574625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,uniform,0.2239146629969279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,uniform,0.29475200176239014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,uniform,0.11069867014884949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,uniform,0.11195733149846394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,uniform,0.12288000186284383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,uniform,0.14014933506647745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,uniform,0.14005333185195923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,64,uniform,0.12801600495974222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,uniform,0.17931199073791504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,uniform,0.15134400129318237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,uniform,0.23220266898473105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,uniform,0.19374932845433554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,uniform,0.21150400241216025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,uniform,0.22541866699854532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,uniform,0.2765493392944336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,uniform,0.36615467071533203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,uniform,0.08190933366616567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,uniform,0.08529067039489746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,uniform,0.10155199964841206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,uniform,0.10738666852315266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,uniform,0.09168000022570293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,uniform,0.12575999895731607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.1760960022608439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,uniform,0.18103466431299844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,uniform,0.20363734165827432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,uniform,0.24677334229151407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,uniform,0.341754674911499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,uniform,0.12642133235931396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,uniform,0.13029866417249045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,uniform,0.13742933670679727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,uniform,0.15811733404795328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,64,uniform,0.1418506701787313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,uniform,0.15358933806419373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,uniform,0.2677440047264099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,uniform,0.20006932814915976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,uniform,0.16715733210245767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,uniform,0.210207998752594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,uniform,0.22340800364812216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,uniform,0.24466667572657266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,uniform,0.29892800251642865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,uniform,0.4182453155517578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,uniform,0.09267200032869975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,uniform,0.0990559955437978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,uniform,0.12264532844225566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,uniform,0.10841066638628642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,uniform,0.12759466965993246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,uniform,0.15230933825174967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,uniform,0.19671465953191122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,uniform,0.21387199560801187
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,uniform,0.23221333821614584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,uniform,0.2937653263409932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,uniform,0.4382559855779012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,uniform,0.1448319951693217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,uniform,0.1633386711279551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,uniform,0.1444960037867228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,uniform,0.18736000855763754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,64,uniform,0.16740800937016806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,uniform,0.18293333053588867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,uniform,0.20152533054351807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,uniform,0.24049599965413412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,uniform,0.34834134578704834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,uniform,0.24026666084925333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,uniform,0.25357866287231445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,uniform,0.34912534554799396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,uniform,0.5020266771316528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,uniform,0.28034667174021405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,uniform,0.10078400373458862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,uniform,0.11038933197657268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,uniform,0.141567995150884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,uniform,0.13846400380134583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,uniform,0.12061867117881775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,uniform,0.19489065806070963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.22538133462270102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,uniform,0.23351999123891196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,uniform,0.27105599641799927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,uniform,0.34933332602183026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,uniform,0.5100053151448568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,uniform,0.16051200032234192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,uniform,0.16681599617004395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,uniform,0.1825066606203715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,uniform,0.2129759987195333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,64,uniform,0.1888479987780253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,uniform,0.20014933745066324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,uniform,0.2309866746266683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,uniform,0.4159359931945801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,uniform,0.2892213265101115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,uniform,0.28251200914382935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,uniform,0.31839466094970703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,uniform,0.26524800062179565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,uniform,0.41445334752400714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,uniform,0.5884639819463094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,uniform,0.15321600437164307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,uniform,0.17090133825937906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,uniform,0.19015467166900635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,uniform,0.22176533937454224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,uniform,0.30844799677530926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,uniform,0.22011200586954752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,uniform,0.29282132784525555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,uniform,0.3413279851277669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,uniform,0.2656746705373128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,uniform,0.4565173387527466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,uniform,0.6693867047627767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,uniform,0.19260799884796143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,uniform,0.2108586629231771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,uniform,0.23282132546106973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,uniform,0.28781332572301227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,64,uniform,0.24729599555333456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,uniform,0.2740959922472636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,uniform,0.413322647412618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,uniform,0.30751999219258624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,uniform,0.5995413462320963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,uniform,0.31881600618362427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,uniform,0.3484533230463664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,uniform,0.3918773333231608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,uniform,0.5231360197067261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,uniform,0.7524426778157552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,uniform,0.17452800273895264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,uniform,0.20247999827067056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,uniform,0.2770400047302246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,uniform,0.21638399362564087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,uniform,0.26610134045283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,uniform,0.3763893445332845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.31618134180704754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,uniform,0.3426133394241333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,uniform,0.40351466337839764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,uniform,0.797648032506307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,uniform,0.5417706569035848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,uniform,0.24675732851028442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,uniform,0.22488532463709512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,uniform,0.27483733495076496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,uniform,0.36657599608103436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,64,uniform,0.29037866989771527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,uniform,0.3149493336677551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,uniform,0.37226665019989014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,uniform,0.5080533425013224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,uniform,0.7237973213195801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,uniform,0.3790080149968465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,uniform,0.40273598829905194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,uniform,0.48207998275756836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,uniform,0.9109066327412924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,uniform,0.23581333955128989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,uniform,0.6295093297958374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,uniform,0.4051520029703776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,uniform,0.29368533690770465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,uniform,0.28464533885320026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,uniform,0.39026665687561035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,uniform,0.5465333461761475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,uniform,0.43355735143025714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,uniform,0.47970132033030194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,uniform,0.5899253288904825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,uniform,0.8085172971089681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,uniform,1.2188639640808105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,uniform,0.3208373387654622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,uniform,0.3317813277244568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,uniform,0.39212266604105633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,uniform,0.5133119821548462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,64,uniform,0.37452268600463867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,uniform,0.5448106527328491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,uniform,0.43773333231608075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,uniform,0.705509344736735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,uniform,0.4755466779073079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,uniform,1.0476266543070476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,uniform,0.5270613431930542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,uniform,0.6195733149846395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,uniform,1.218021313349406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,uniform,0.8089866638183594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,uniform,0.29024000962575275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,uniform,0.36987733840942383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,uniform,0.5166613260904948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,uniform,0.49935468037923175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,uniform,0.3855146567026774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,uniform,0.7035786310831705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.5337333281834921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,uniform,0.6006933450698853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,uniform,0.7181119918823242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,uniform,1.0010986328125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,uniform,1.5140105883280437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,uniform,0.3901333411534627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,uniform,0.5032320022583008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,uniform,0.4118293523788452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,uniform,0.6451679865519205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,uniform,0.5813066562016805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,64,uniform,0.4682613213857015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,uniform,0.6998933156331381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,uniform,1.358517328898112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,uniform,0.8995839754740397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,uniform,0.6377760171890259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,uniform,0.6955359776814779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,uniform,0.8262666861216227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,uniform,1.109562635421753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,uniform,1.6745386123657227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,uniform,0.5395786762237549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,uniform,0.4124906857808431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,uniform,0.7469706535339355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,uniform,0.5637813409169515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,uniform,0.7109599908192953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,uniform,1.0300052960713704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,uniform,0.7699200312296549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,uniform,0.8665546576182047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,uniform,1.0465439955393474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,uniform,1.4394559860229492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,uniform,2.198751926422119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,uniform,0.6034506559371948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,uniform,0.5485173463821411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,uniform,0.7173120180765787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,uniform,0.9219040075937907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,uniform,0.7866559823354086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,64,uniform,0.6630986531575521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,uniform,0.9484266440073649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,uniform,1.9421760241190593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,uniform,1.244341293970744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,uniform,0.8482080300649008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,uniform,0.9496853351593018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,uniform,1.1302399635314941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,uniform,1.501738707224528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,uniform,2.3070507049560547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,uniform,0.5366453329722086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,uniform,0.6749973297119141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,uniform,0.9576853116353353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,uniform,1.3477867444356282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,uniform,0.7247093518575033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,uniform,0.931050697962443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,uniform,0.9954773585001627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,uniform,1.1293706893920898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,uniform,1.3595199584960938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,uniform,1.8573706944783528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,uniform,2.8937174479166665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,uniform,0.6913013458251953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,uniform,0.7691360314687093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,uniform,0.9161226749420166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,uniform,1.1860746542612712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,64,uniform,0.855679988861084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,uniform,1.0308799743652344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,uniform,1.2446186542510986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,uniform,1.6403573354085286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,uniform,2.5550293922424316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,uniform,1.1389919916788738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,uniform,1.266586701075236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,uniform,2.0041707356770835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,uniform,1.4972586631774902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,uniform,3.0805705388387046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,uniform,0.6689333120981852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,uniform,0.8397653102874756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,uniform,1.1824639638264973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,uniform,0.9024960199991862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,uniform,1.6770079930623372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,uniform,1.1501599947611492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,uniform,1.383285363515218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,uniform,1.2354453404744465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,uniform,1.6774932543436687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,uniform,2.3004533449808755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,uniform,3.5766614278157554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,uniform,0.8547573089599609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,uniform,1.1291413307189941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,uniform,0.9509173234303793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,uniform,1.4655253092447917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,64,uniform,1.0216800371805828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,uniform,1.2516853014628093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,uniform,2.0111093521118164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,uniform,1.5166667302449544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,uniform,3.1179094314575195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,uniform,1.401626745859782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,uniform,1.5629386901855469
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,uniform,1.851045290629069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,uniform,0.04725333551565806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,uniform,0.048101335763931274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,uniform,0.055045331517855324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,4,uniform,0.05347733199596405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,uniform,0.07851733267307281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,uniform,0.0621013343334198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,uniform,0.057087997595469155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,uniform,0.05588266750176748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,uniform,0.05527466535568237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,uniform,2.4673120180765786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,uniform,0.056736002365748085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,uniform,0.05686933298905691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,uniform,3.834474563598633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,uniform,0.04804266492525736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,uniform,0.04975999891757965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,uniform,0.047040000557899475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,uniform,0.04706666866938273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,uniform,0.04669333497683207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,64,uniform,0.06300266583760579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,uniform,0.054469332098960876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,128,uniform,0.08210666477680206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,uniform,0.0537066658337911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,uniform,0.052832002441088356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,uniform,0.05379199981689453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,uniform,0.07891199986139934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,uniform,0.05699733396371206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,uniform,0.05740800003210703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,uniform,0.06281066437562306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,uniform,0.05593599875768026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,uniform,0.05096533397833506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,uniform,0.05776533484458923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,uniform,0.04841599861780802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,4,uniform,0.0532533327738444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,uniform,0.08012266457080841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,uniform,0.064410666624705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,uniform,0.0714026689529419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,uniform,0.058058664202690125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,uniform,0.05715199808279673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,uniform,0.05723733206590017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,uniform,0.059952000776926674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,uniform,0.04807466765244802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,uniform,0.04842133323351542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,uniform,0.05020266771316528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,uniform,0.04828799764315287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,uniform,0.04860800007979075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,64,uniform,0.06319466729958852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,128,uniform,0.07813866436481476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,uniform,0.05773333211739858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,uniform,0.054431999723116554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,uniform,0.054858664671579994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,uniform,0.05464000006516775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,uniform,0.05372266471385956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,uniform,0.08081600069999695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,uniform,0.06364800035953522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,uniform,0.05756799876689911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,uniform,0.05840533475081126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,uniform,0.055125330885251365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,uniform,0.050197333097457886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,uniform,0.060496002435684204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,4,uniform,0.055061335364977516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,uniform,0.05023466547330221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,uniform,0.0562666654586792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,uniform,0.0798880010843277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,uniform,0.06268266836802165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,uniform,0.05776533484458923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,uniform,0.06411199768384297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,uniform,0.05775466561317444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,uniform,0.05946666498978933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,uniform,0.04978133241335551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,uniform,0.048437332113583885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,uniform,0.05969599882761637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,uniform,0.0487360010544459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,uniform,0.048751999934514366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,64,uniform,0.06357333560784657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,uniform,0.05067199965318044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,128,uniform,0.0784746656815211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,uniform,0.05560000240802765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,uniform,0.05514666438102722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,uniform,0.08057066798210144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,uniform,0.05695466697216034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,uniform,0.059546664357185364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,uniform,0.06321066617965698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,uniform,0.0580266664425532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,uniform,0.05904000004132589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,uniform,0.049973333875338234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,uniform,0.0602453351020813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,uniform,0.06426666676998138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,uniform,0.056320001681645714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,uniform,0.05399466554323832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,uniform,0.06237866481145223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,uniform,0.080335999528567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,uniform,0.06181333462397257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,uniform,0.06594666838645935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,uniform,0.06411199768384297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,uniform,0.07379200061162312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,uniform,0.061199997862180076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,uniform,0.05011733373006185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,4,uniform,0.05403733253479004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,uniform,0.04961066444714864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,uniform,0.05605333546797434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,uniform,0.049786667029062905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,uniform,0.05166399975617727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,uniform,0.06206400195757548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,128,uniform,0.07930133243401845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,64,uniform,0.0645653357108434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,uniform,0.08187733093897502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,uniform,0.06359466910362244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,uniform,0.07095466554164886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,uniform,0.07932266592979431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,uniform,0.06178133189678192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,uniform,0.06185600161552429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,uniform,0.06346133351325989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,uniform,0.06828799843788147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,uniform,0.07434666653474171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,uniform,0.05117866893609365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,uniform,0.05056533217430115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,uniform,0.05715199808279673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,uniform,0.08354666829109192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,4,uniform,0.05702400207519531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,uniform,0.08040000001589458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,uniform,0.06081066528956095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,uniform,0.07999466856320699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,uniform,0.08245866497357686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,uniform,0.08764266967773438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,uniform,0.10380267103513081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,uniform,0.05600533386071523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,uniform,0.05820799867312113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,uniform,0.07126399874687195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,uniform,0.06280000011126201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,64,uniform,0.0775733341773351
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,128,uniform,0.08055999875068665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,uniform,0.07878933350245158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,uniform,0.056128000219662987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,uniform,0.07620266576608022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,uniform,0.08390933275222778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,uniform,0.10016000270843506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,uniform,0.07974400122960408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,uniform,0.0782239983479182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,uniform,0.10579199592272441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,uniform,0.08247999846935272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,uniform,0.07666666805744171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,uniform,0.0883679986000061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,uniform,0.05362666646639506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,uniform,0.05726933479309082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,4,uniform,0.05638400216897329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,uniform,0.05074666440486908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,uniform,0.09902399778366089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,uniform,0.09649067123730977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,uniform,0.09711999694506328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,uniform,0.10511466860771179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,uniform,0.12414933244387309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,uniform,0.06136000156402588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,uniform,0.14961600303649902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,uniform,0.05724266668160757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,uniform,0.057855998476346336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,uniform,0.0605973352988561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,uniform,0.06498666604359944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,uniform,0.07505066692829132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,128,uniform,0.07980266710122426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,64,uniform,0.0784800002972285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,uniform,0.08205866813659668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,uniform,0.0935040016969045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,uniform,0.09221333265304565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,uniform,0.0900426705678304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,uniform,0.10352533062299092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,uniform,0.10674132903416951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,uniform,0.0972053309281667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,uniform,0.09869333108266194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,uniform,0.12361066540082295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,uniform,0.057061334451039634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,uniform,0.05148266752560934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,uniform,0.05029866596062978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,uniform,0.14801599582036337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,4,uniform,0.05666666726271311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,uniform,0.0913706620534261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,uniform,0.1027893324693044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,uniform,0.10205333431561787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,uniform,0.10681066910425822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,uniform,0.12501333157221475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,uniform,0.06163733204205831
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,uniform,0.14705066879590353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,uniform,0.061568001906077065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,uniform,0.05876266459623972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,uniform,0.07555200159549713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,uniform,0.06044800082842509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,uniform,0.06793599824110667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,uniform,0.0869760016600291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,128,uniform,0.08025066554546356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,uniform,0.08371200164159139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,64,uniform,0.07640533149242401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,uniform,0.11467732985814412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,uniform,0.12203733126322429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,uniform,0.09585066636403401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,uniform,0.11031466722488403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,uniform,0.11167466640472412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,uniform,0.18768533070882162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,uniform,0.128629336754481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,uniform,0.14082666238149008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,uniform,0.05184000233809153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,4,uniform,0.057775999108950295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,uniform,0.05147733290990194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,uniform,0.0591893345117569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,uniform,0.1116373340288798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,uniform,0.10691733161608379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,uniform,0.09594133496284485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,uniform,0.11228799819946289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,uniform,0.06304533282915752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,uniform,0.061792001128196716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,uniform,0.14339199662208557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,uniform,0.09347732861836751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,uniform,0.060271998246510826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,uniform,0.06635733445485432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,uniform,0.0621973325808843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,128,uniform,0.08267199993133545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,uniform,0.07893866797288258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,64,uniform,0.077824001510938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,uniform,0.08526933193206787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,uniform,0.1274186670780182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,uniform,0.08080533146858215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,uniform,0.09403199950853984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,uniform,0.10838400324185689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,uniform,0.11313066879908244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,uniform,0.1157919963200887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,uniform,0.14181333780288696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,uniform,0.051669334371884666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,uniform,0.18587199846903482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,uniform,0.12056000034014384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,uniform,0.05087999999523163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,uniform,0.058746665716171265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,4,uniform,0.06083733340104421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,uniform,0.10079466303189595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,uniform,0.10607999563217163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,uniform,0.11043199896812439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,uniform,0.10658133029937744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,uniform,0.1572373310724894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,uniform,0.12732266386349997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,uniform,0.06133866806825002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,uniform,0.06573866804440816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,uniform,0.06049066781997681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,64,uniform,0.07922133306662242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,uniform,0.06851733227570851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,uniform,0.07796800136566162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,uniform,0.06316266457239787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,128,uniform,0.08216533561547597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,uniform,0.09056533376375835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,uniform,0.08731200297673543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,uniform,0.0976693332195282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,uniform,0.10912533601125081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,uniform,0.12469866871833801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,uniform,0.1146506667137146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,uniform,0.12065600355466206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,uniform,0.13336533308029175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,uniform,0.15312533577283224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,uniform,0.20044799645741782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,uniform,0.05114666620890299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,uniform,0.05147199829419454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,uniform,0.05909333129723867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,uniform,0.10292800267537434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,4,uniform,0.06150933106740316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,uniform,0.10654933253924052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,uniform,0.10577600200970967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,uniform,0.11370133360226949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,uniform,0.06446933249632518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,uniform,0.06442666550477345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,uniform,0.11958932876586914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,uniform,0.1513866682847341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,uniform,0.06186666587988535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,uniform,0.06243733565012614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,uniform,0.0787360022465388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,128,uniform,0.0855466624101003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,uniform,0.06902400155862172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,uniform,0.09160533547401428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,uniform,0.09148266911506653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,64,uniform,0.0828906645377477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,uniform,0.10032533605893452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,uniform,0.114464004834493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,uniform,0.12390399972597758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,uniform,0.11815466483434041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,uniform,0.051311999559402466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,uniform,0.12989866733551025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,uniform,0.19919466972351074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,uniform,0.058117335041364036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,uniform,0.05170666674772898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,uniform,0.15169599652290344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,4,uniform,0.06178666651248932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,uniform,0.11054933071136475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,uniform,0.10321600238482158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,uniform,0.11397866408030193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,uniform,0.10940800110499065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,uniform,0.15650666753451029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,uniform,0.10667733351389568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,uniform,0.12749866644541422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,uniform,0.06582933167616527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,uniform,0.06278400123119354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,uniform,0.06379200021425883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,uniform,0.08302933474381764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,uniform,0.06351466476917267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,uniform,0.07268799841403961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,128,uniform,0.0872213343779246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,uniform,0.09107733766237895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,64,uniform,0.08308266599973042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,uniform,0.08769599596659343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,uniform,0.10061867038408916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,uniform,0.052330667773882546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,uniform,0.1328159968058268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,uniform,0.11634666721026103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,uniform,0.122079998254776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,uniform,0.12486400206883748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,uniform,0.12149332960446675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,uniform,0.1551146705945333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,uniform,0.2046453356742859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,uniform,0.05541866521040598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,uniform,0.06305066744486491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,4,uniform,0.06326400240262349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,uniform,0.10562666257222493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,uniform,0.10458667079607646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,uniform,0.10915733377138774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,uniform,0.12983466188112894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,uniform,0.11291733384132385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,uniform,0.16135467092196146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,uniform,0.06671999891599019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,uniform,0.0647680014371872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,uniform,0.06550399959087372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,uniform,0.07289066910743713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,64,uniform,0.08212266862392426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,uniform,0.08403199911117554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,uniform,0.06756266454855601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,128,uniform,0.08614933490753174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,uniform,0.09040533502896626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,uniform,0.12636267145474753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,uniform,0.10181333621342976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,uniform,0.11985599994659424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,uniform,0.12314132849375407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,uniform,0.1274666686852773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,uniform,0.0902400016784668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,uniform,0.15927466750144958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,uniform,0.1349066694577535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,uniform,0.20441067218780518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,uniform,0.053077335158983864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,uniform,0.06341333190600078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,uniform,0.056015998125076294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,4,uniform,0.06443733473618825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,uniform,0.1125973363717397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,uniform,0.11316800117492676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,uniform,0.11217600107192993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,uniform,0.1311199963092804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,uniform,0.16182933251063028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,uniform,0.06866666674613953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,uniform,0.10714133580525716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,uniform,0.06870933373769124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,uniform,0.06682666639486949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,uniform,0.0644160012404124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,uniform,0.07507200042406718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,uniform,0.08547199765841167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,128,uniform,0.08886399865150452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,64,uniform,0.08653333783149719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,uniform,0.0918346643447876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,uniform,0.10403733452161153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,uniform,0.12056000034014384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,uniform,0.12772267063458762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,uniform,0.12779200077056885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,uniform,0.12639466921488443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,uniform,0.16126933693885803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,uniform,0.14103466272354126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,uniform,0.08852266271909077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,uniform,0.05397866666316986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,uniform,0.20804266134897867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,uniform,0.06459199885527293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,4,uniform,0.06619733572006226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,uniform,0.05630933245023092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,uniform,0.11121066411336263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,uniform,0.10525332887967427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,uniform,0.11646933356920879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,uniform,0.1309386690457662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,uniform,0.06769066552321117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,uniform,0.16222932934761047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,uniform,0.06972800195217133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,uniform,0.06916266679763794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,uniform,0.10854933659235637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,uniform,0.06979733208815257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,uniform,0.0776800016562144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,uniform,0.08916266759236653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,128,uniform,0.0869706670443217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,uniform,0.09121066331863403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,64,uniform,0.08564800024032593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,uniform,0.12684266765912375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,uniform,0.12111999591191609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,uniform,0.09597866733868916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,uniform,0.12669333815574646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,uniform,0.12967999776204428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,uniform,0.13640532890955606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,uniform,0.10327999790509541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,uniform,0.16089600324630737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,uniform,0.06338133414586385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,uniform,0.21525333325068155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,uniform,0.070933332045873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,uniform,0.0659093310435613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,4,uniform,0.07537599901358287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,uniform,0.11879466970761617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,uniform,0.11585600177447002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,uniform,0.17454934120178223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,uniform,0.14376533031463623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,uniform,0.12628266215324402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,uniform,0.11532800396283467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,uniform,0.07181866466999054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,uniform,0.07163733243942261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,uniform,0.09029866258303325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,uniform,0.07866666714350383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,uniform,0.11187733213106792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,uniform,0.07371733089288075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,128,uniform,0.09590933720270793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,uniform,0.10245866576830547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,uniform,0.09865599870681763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,64,uniform,0.09516266981760661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,uniform,0.11434132854143779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,uniform,0.1441333293914795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,uniform,0.13335466384887695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,uniform,0.14149333039919534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,uniform,0.14069333672523499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,uniform,0.14732266465822855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,uniform,0.06432533264160156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,uniform,0.06691733499368031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,uniform,0.17478932936986288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,uniform,0.0765066643555959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,uniform,0.22244799137115479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,4,uniform,0.07949866851170857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,uniform,0.12327466408411662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,uniform,0.11920533577601115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,uniform,0.1204159955183665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,uniform,0.127210666735967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,uniform,0.14129599928855896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,uniform,0.18474133809407553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,uniform,0.07327466706434886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,uniform,0.07389333347479503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,uniform,0.08070399860541026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,uniform,0.11545600493748982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,uniform,0.07626666625340779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,uniform,0.09243733684221904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,64,uniform,0.09225599964459737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,128,uniform,0.09181867043177287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,uniform,0.10044266780217488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,uniform,0.18458133935928345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,uniform,0.1255626678466797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,uniform,0.10849600036938985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,uniform,0.14224533240000406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,uniform,0.13819199800491333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,uniform,0.14070933063824972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,uniform,0.0666720022757848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,uniform,0.15004266301790872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,uniform,0.22852800289789835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,uniform,0.17708800236384073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,uniform,0.07085333267847697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,uniform,0.08016000191370647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,4,uniform,0.084389328956604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,uniform,0.127018670241038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,uniform,0.1276533305644989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,uniform,0.13564800222714743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,uniform,0.12846400340398154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,uniform,0.14870933691660562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,uniform,0.07941866914431255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,uniform,0.18597332636515299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,uniform,0.07906666894753774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,uniform,0.0864586631457011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,uniform,0.09855467081069946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,uniform,0.0802346666653951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,uniform,0.12033599615097046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,128,uniform,0.09796266754468282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,64,uniform,0.09804800152778625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,uniform,0.10558399558067322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,uniform,0.11296533544858296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,uniform,0.1304159959157308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,uniform,0.189520001411438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,uniform,0.14820266763369241
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,uniform,0.15084266662597656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,uniform,0.15146133303642273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,uniform,0.08135466774304707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,uniform,0.15871999661127725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,uniform,0.09019200007120769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,uniform,0.23991467555363974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,uniform,0.18449066082636514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,uniform,0.1023466686407725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,4,uniform,0.10852799812952678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,uniform,0.15127467115720114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,uniform,0.14749866724014282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,uniform,0.17190400759379068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,uniform,0.15465600291887918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,uniform,0.20629332462946573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,uniform,0.2753173311551412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,uniform,0.10476266344388326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,uniform,0.1076746682325999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,uniform,0.13461333513259888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,uniform,0.10873599847157796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,uniform,0.11663466691970825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,uniform,0.16726400454839072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,128,uniform,0.1274133324623108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,64,uniform,0.12589333454767862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,uniform,0.149018665154775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,uniform,0.16006400187810263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,uniform,0.19118932882944742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,uniform,0.25090134143829346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,uniform,0.1800266702969869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,uniform,0.17748266458511353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,uniform,0.1808746655782064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,uniform,0.08927466471989949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,uniform,0.0958026647567749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,uniform,0.2150719960530599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,uniform,0.19088000059127808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,uniform,0.2771199941635132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,uniform,0.10877866546312968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,4,uniform,0.11873066425323486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,uniform,0.16662399967511496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,uniform,0.1590559979279836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,uniform,0.16309866309165955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,uniform,0.18384534120559692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,uniform,0.2226933240890503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,uniform,0.29414933919906616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,uniform,0.11705066760381062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,uniform,0.11525866389274597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,uniform,0.12180800239245097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,uniform,0.15351466337839761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,uniform,0.13105066617329916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,uniform,0.1941493352254232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,64,uniform,0.1488106648127238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,128,uniform,0.14617600043614706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,uniform,0.1600160002708435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,uniform,0.17268800735473633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,uniform,0.20516266425450644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,uniform,0.2925173242886861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,uniform,0.19338667392730713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,uniform,0.1985386610031128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,uniform,0.10865599910418193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,uniform,0.11833066741625468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,uniform,0.2062186598777771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,uniform,0.38794132073720294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,uniform,0.22957332928975424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,uniform,0.28437334299087524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,4,uniform,0.14915200074513754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,uniform,0.13733866810798645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,uniform,0.1930933396021525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,uniform,0.18705600500106812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,uniform,0.22476800282796225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,uniform,0.27157866954803467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,uniform,0.3611573378245036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,uniform,0.20068800449371338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,uniform,0.14061866203943887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,uniform,0.14332266648610434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,uniform,0.14879467089970908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,uniform,0.16040000319480896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,uniform,0.18828266859054565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,128,uniform,0.1627893348534902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,64,uniform,0.1665013333161672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,uniform,0.23173334201176962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,uniform,0.17864533265431723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,uniform,0.19502399365107217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,uniform,0.2618826627731323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,uniform,0.3431253433227539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,uniform,0.22350400686264038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,uniform,0.21726399660110474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,uniform,0.22961600621541342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,uniform,0.12892267107963562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,uniform,0.31724266211191815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,uniform,0.1397226651509603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,uniform,0.2571733395258586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,uniform,0.4304373264312744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,uniform,0.16412267088890076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,4,uniform,0.17997332413991293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,uniform,0.20949333906173706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,uniform,0.20548266172409058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,uniform,0.24843200047810873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,uniform,0.22040534019470215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,uniform,0.3004159927368164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,uniform,0.39562666416168213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,uniform,0.15239466230074564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,uniform,0.15660267074902853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,uniform,0.21172267198562622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,uniform,0.17711466550827026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,uniform,0.16408532857894897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,uniform,0.25249600410461426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,128,uniform,0.19516799847284952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,64,uniform,0.19946134090423584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,uniform,0.2137920061747233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,uniform,0.23532267411549887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,uniform,0.31243733565012616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,uniform,0.2491733431816101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,uniform,0.43279465039571124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,uniform,0.2560693422953288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,uniform,0.26921067635218304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,uniform,0.3062719901402791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,uniform,0.18466667334238687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,uniform,0.37617599964141846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,uniform,0.5109493335088094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,uniform,0.1998400092124939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,uniform,0.23787200450897217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,4,uniform,0.25684799750645954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,uniform,0.2640639940897624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,uniform,0.2698933283487956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,uniform,0.2821226716041565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,uniform,0.4799893299738566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,uniform,0.3174506624539693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,uniform,0.3808639844258626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,uniform,0.1918720006942749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,uniform,0.19611199696858725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,uniform,0.2062079906463623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,uniform,0.31932799021402997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,uniform,0.27324267228444415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,uniform,0.22316267093022665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,128,uniform,0.2429813345273336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,64,uniform,0.24830933411916098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,uniform,0.2720106641451518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,uniform,0.29684799909591675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,uniform,0.4042400121688843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,uniform,0.5693600177764893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,uniform,0.2902719974517822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,uniform,0.2991200089454651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,uniform,0.31587199370066327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,uniform,0.3566346565882365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,uniform,0.5760000149408976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,uniform,0.4346880118052165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,uniform,0.2344906727472941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,uniform,0.216154674688975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,uniform,0.2969759901364644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,4,uniform,0.32049065828323364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,uniform,0.3179360032081604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,uniform,0.3280426661173503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,uniform,0.349178671836853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,uniform,0.3882720073064168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,uniform,0.46304531892140705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,uniform,0.21814932425816855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,uniform,0.5744800170262655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,uniform,0.22537066539128622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,uniform,0.23756267627080283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,uniform,0.2585759957631429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,uniform,0.3373813231786092
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,uniform,0.3985066811243693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,64,uniform,0.28250133991241455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,128,uniform,0.27670933802922565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,uniform,0.3264960050582886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,uniform,0.3583199977874756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,uniform,0.48716266949971515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,uniform,0.7070079644521078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,uniform,0.37085866928100586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,uniform,0.38477333386739093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,uniform,0.4066506624221802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,uniform,0.4578719933827718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,uniform,0.5425333182017008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,uniform,0.6842026710510254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,uniform,0.2983199954032898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,uniform,0.3230453332265218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,uniform,0.40903464953104657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,4,uniform,0.4491413434346517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,uniform,0.4359840154647827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,uniform,0.4513546625773112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,uniform,0.4763786792755127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,uniform,0.5280266602834066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,uniform,0.6327413320541382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,uniform,0.7763360341389974
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,uniform,0.2955626646677653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,uniform,0.30429865916570026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,uniform,0.32045332590738934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,uniform,0.3523413340250651
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,uniform,0.45947734514872235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,uniform,0.5458346605300903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,128,uniform,0.3940853277842204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,64,uniform,0.4018239974975586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,uniform,0.45629334449768066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,uniform,0.5022879838943481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,uniform,0.7069066365559896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,uniform,1.0210826396942139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,uniform,0.47977598508199054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,uniform,0.5253013372421265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,uniform,0.49715201059977215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,uniform,0.6936426957448324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,uniform,0.5839306513468424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,uniform,0.8643466631571451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,uniform,0.4034506479899089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,uniform,0.3680959939956665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,uniform,0.5278079907099406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,4,uniform,0.5721013148625692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,uniform,0.5549759864807129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,uniform,0.6101440191268921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,uniform,0.5749919811884562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,uniform,0.6729599634806315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,uniform,0.8028746445973715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,uniform,1.0130240122477214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,uniform,0.3747733434041341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,uniform,0.3641013304392497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,uniform,0.39531199137369794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,uniform,0.4322613477706909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,uniform,0.5860480070114136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,uniform,0.7179360389709473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,64,uniform,0.488261342048645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,128,uniform,0.47993600368499756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,uniform,0.5675359964370728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,uniform,0.6266880035400391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,uniform,0.9009386698404948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,uniform,1.3022027015686035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,uniform,0.6107466618220011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,uniform,0.6371039946873983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,uniform,0.6699946721394857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,uniform,0.7441439628601074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,uniform,0.8852372964223226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,uniform,1.0931999683380127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,uniform,0.5196746587753296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,uniform,0.5725493431091309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,uniform,0.7581706841786703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,4,uniform,0.8269226551055908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,uniform,0.8649066289265951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,uniform,0.9547466437021891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,uniform,0.7917919953664144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,uniform,0.815877358118693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,uniform,1.1424319744110107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,uniform,0.5116000175476074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,uniform,1.4545332590738933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,uniform,0.5259040196736654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,uniform,0.5530453523000082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,uniform,0.60807998975118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,uniform,1.0318453311920166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,uniform,0.8315573533376058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,64,uniform,0.6948106288909912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,128,uniform,0.6829066276550293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,uniform,0.8099786440531412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,uniform,0.8901920318603516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,uniform,1.3053706487019856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,uniform,1.9224106470743816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,uniform,0.8791200319925944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,uniform,0.9000586668650309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,uniform,0.9567519823710123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,uniform,1.2404053211212158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,uniform,1.050650676091512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,uniform,1.5622080167134602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,uniform,0.6670880317687988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,uniform,0.7263680299123129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,uniform,0.9963306585947672
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,4,uniform,1.0776906808217366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,uniform,1.0268747011820476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,uniform,1.0582719643910725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,uniform,1.118122657140096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,uniform,1.242789347966512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,uniform,1.4784266153971355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,uniform,1.9339946111043294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,uniform,0.6717226505279541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,uniform,0.6583573420842489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,uniform,0.7083679835001627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,uniform,0.7841546535491943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,128,uniform,0.8750933011372884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,uniform,1.3676746686299641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,uniform,1.1055786609649658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,64,uniform,0.8929119904836019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,uniform,1.041594664255778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,uniform,1.1504746278127034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,uniform,1.7240853309631348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,uniform,2.5099306106567383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,uniform,1.1370879809061687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,uniform,1.1743253072102864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,uniform,1.3650506337483723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,uniform,1.2394026915232341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,uniform,0.8094507058461508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,uniform,1.6221332550048828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,uniform,2.0506933530171714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,uniform,0.8863253593444824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,uniform,1.210378646850586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,4,uniform,1.3378079732259114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,uniform,1.2559200127919514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,uniform,1.2965706984202068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,uniform,1.369749387105306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,uniform,1.5253492991129558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,uniform,2.420933405558268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,uniform,0.8041706879933676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,uniform,1.8232746124267578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,uniform,0.8241066932678223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,uniform,0.8666293621063232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,uniform,0.9553493658701578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,uniform,1.345381259918213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,64,uniform,1.097109317779541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,uniform,1.690725326538086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,128,uniform,1.0778506596883137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,uniform,1.4108373324076335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,uniform,1.2834773063659668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,uniform,2.1032586097717285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,8,uniform,0.04539200166861216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,uniform,3.089914639790853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,uniform,1.3982826868693035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,4,uniform,0.04420266548792521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,8,uniform,0.048885335524876915
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,4,uniform,0.047872001926104225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,uniform,0.06033066908518473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,uniform,1.4380480448404949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,uniform,1.681546688079834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,uniform,0.05086400111516317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,uniform,1.5213546752929688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,uniform,0.049551998575528465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,uniform,0.04887466629346212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,uniform,1.987269401550293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,uniform,0.04939199984073639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,uniform,0.04523199796676636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,uniform,0.05099200208981832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,uniform,0.049914668003718056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,uniform,2.586634635925293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,uniform,0.04414933423201243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,uniform,0.044213334719340004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,128,uniform,0.058448001742362976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,uniform,0.04453866680463155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,uniform,0.04606399933497111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,64,uniform,0.05136000116666158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,uniform,0.04887466629346212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,uniform,0.04826133449872335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,uniform,0.06264000137646993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,uniform,0.04762666424115499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,uniform,0.05128000179926554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,uniform,0.049125333627065025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,uniform,0.050586665670077004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,8,uniform,0.04613866905371348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,uniform,0.0499839981396993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,uniform,0.05016533533732096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,uniform,0.05147733290990194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,4,uniform,0.044639999667803444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,uniform,0.05592533449331919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,uniform,0.06373333434263866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,4,uniform,0.04785599807898203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,8,uniform,0.049039999643961586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,uniform,0.05050666630268097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,uniform,0.04980800052483877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,uniform,0.050426666935284935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,uniform,0.051125332713127136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,uniform,0.05323199927806854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,uniform,0.046309332052866616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,uniform,0.04532266656557719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,128,uniform,0.062224000692367554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,uniform,0.04543466866016388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,uniform,0.04504533112049103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,uniform,0.04668800036112467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,64,uniform,0.05192000170548757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,uniform,0.04943466683228811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,uniform,0.05126399795214335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,uniform,0.04905599852403005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,uniform,0.049695998430252075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,uniform,0.06426666676998138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,uniform,0.05184000233809153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,uniform,0.05083199838797251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,uniform,0.051354666550954185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,uniform,0.05157333115736643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,uniform,0.053690666953722634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,8,uniform,0.046053335070610046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,8,uniform,0.04870399832725525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,4,uniform,0.04641066491603851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,uniform,0.050479998191197716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,uniform,0.061343997716903687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,4,uniform,0.04971733192602793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,uniform,0.050016000866889954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,uniform,0.05106133222579956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,uniform,0.0468746672074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,uniform,0.05606933434804281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,uniform,0.05276266733805338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,uniform,0.05034666756788889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,uniform,0.04572799801826477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,uniform,0.04586133360862732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,uniform,0.048783997694651283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,128,uniform,0.06142933170000712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,uniform,0.04563733438650767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,64,uniform,0.05205333232879639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,uniform,0.05008000135421753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,uniform,0.04915200173854828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,uniform,0.05161599814891815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,uniform,0.05203733344872793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,uniform,0.0539680023988088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,uniform,0.06124266485373179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,uniform,0.05072000126043955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,8,uniform,0.04624533156553904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,uniform,0.05162666738033295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,uniform,0.05328533550103506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,uniform,0.05842133363087972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,4,uniform,0.047055999437967934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,8,uniform,0.04877333343029022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,4,uniform,0.04970666766166687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,uniform,0.051029334465662636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,uniform,0.05880533158779144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,uniform,0.051029334465662636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,uniform,0.05429333448410034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,uniform,0.06357866525650024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,uniform,0.05712000032265981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,uniform,0.04631466666857401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,uniform,0.05065066615740458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,uniform,0.04568000137805939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,128,uniform,0.06284266710281372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,uniform,0.054058666030565895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,uniform,0.04650133351484934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,64,uniform,0.05193066596984863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,uniform,0.05167999863624573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,uniform,0.05136533578236898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,uniform,0.05302399893601736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,uniform,0.058490668733914696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,uniform,0.057328000664711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,uniform,0.06678399940331776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,uniform,0.061477333307266235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,uniform,0.05266666909058889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,uniform,0.05352533360322317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,uniform,0.05156266689300537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,uniform,0.06401066482067108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,4,uniform,0.0468800018231074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,8,uniform,0.046207999189694725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,8,uniform,0.049642667174339294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,4,uniform,0.04985066751639048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,uniform,0.06222933530807495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,uniform,0.0601440022389094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,uniform,0.07053333520889282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,uniform,0.060175999999046326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,uniform,0.06374933322270711
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,uniform,0.08927466471989949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,uniform,0.05109333495299021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,uniform,0.05667200187842051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,uniform,0.05101866523424784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,uniform,0.051594664653142296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,uniform,0.050586665670077004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,128,uniform,0.06131199995676676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,64,uniform,0.06116800010204315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,uniform,0.06635199983914693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,uniform,0.06482133269309998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,uniform,0.06162666777769724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,uniform,0.08602666854858398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,uniform,0.0709440012772878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,uniform,0.061530664563179016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,uniform,0.07141333321730296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,uniform,0.058693334460258484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,uniform,0.06225066880385081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,uniform,0.09008000294367473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,uniform,0.0681386689345042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,4,uniform,0.05014933149019877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,8,uniform,0.04633066554864248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,4,uniform,0.04748799900213877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,8,uniform,0.050330668687820435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,uniform,0.0697920024394989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,uniform,0.07309333483378093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,uniform,0.06979733208815257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,uniform,0.07797333101431529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,uniform,0.09993599851926167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,uniform,0.13210666179656982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,uniform,0.05236800014972687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,uniform,0.05347733199596405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,uniform,0.05146133402983347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,uniform,0.051269332567850746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,uniform,0.057717333237330117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,128,uniform,0.06333866715431213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,uniform,0.06693866848945618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,64,uniform,0.06302933394908905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,uniform,0.06589866677920024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,uniform,0.07200533151626587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,uniform,0.0983733336130778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,uniform,0.07088000078996022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,uniform,0.0786186655362447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,uniform,0.07573866844177246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,uniform,0.12648533781369528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,uniform,0.08520533641179402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,uniform,0.07900266846021016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,uniform,0.10077333450317383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,4,uniform,0.04762666424115499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,8,uniform,0.04602666695912679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,4,uniform,0.05065066615740458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,8,uniform,0.053717335065205894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,uniform,0.0786240001519521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,uniform,0.07683200140794118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,uniform,0.09492266178131104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,uniform,0.07926933467388153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,uniform,0.08644266923268636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,uniform,0.13065066933631897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,uniform,0.053216000398000084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,uniform,0.05183466772238413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,uniform,0.05242133140563965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,uniform,0.05787733197212219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,uniform,0.05402133365472158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,128,uniform,0.0629066675901413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,uniform,0.067930668592453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,64,uniform,0.06367466847101848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,uniform,0.09729599952697754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,uniform,0.07342933118343353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,uniform,0.06739733119805653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,uniform,0.07831466694672902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,uniform,0.08290666838486989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,uniform,0.11780266960461934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,uniform,0.0831520011027654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,uniform,0.17140799760818481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,8,uniform,0.046821330984433494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,uniform,0.08691733082135518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,uniform,0.10066133737564087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,8,uniform,0.053472002347310386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,4,uniform,0.04855466882387797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,4,uniform,0.050517335534095764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,uniform,0.07853866616884868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,uniform,0.07871999839941661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,uniform,0.08030933141708374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,uniform,0.10116799672444661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,uniform,0.08585600058237712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,uniform,0.05340800185998281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,uniform,0.1285760005315145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,uniform,0.05449066559473673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,uniform,0.05336533486843109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,uniform,0.05956799785296122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,64,uniform,0.06461866696675618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,uniform,0.06902933120727539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,uniform,0.05499733487764994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,128,uniform,0.0653706689675649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,uniform,0.06931200126806895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,uniform,0.0732586681842804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,uniform,0.08176533381144206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,uniform,0.08559999863306682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,uniform,0.0995199978351593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,uniform,0.0888320008913676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,uniform,0.08893866340319316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,uniform,0.11979200442632039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,4,uniform,0.048469334840774536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,uniform,0.10000000397364299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,uniform,0.170799990495046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,8,uniform,0.04881600042184194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,8,uniform,0.05152533451716105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,4,uniform,0.053717335065205894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,uniform,0.07815999786059062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,uniform,0.07674666742483775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,uniform,0.07769600053628285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,uniform,0.10153067111968994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,uniform,0.13336533308029175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,uniform,0.08674666285514832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,uniform,0.054485330979029335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,uniform,0.056074668963750206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,uniform,0.055215999484062195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,uniform,0.056661332647005715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,uniform,0.07088533540566762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,uniform,0.06109866499900818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,128,uniform,0.06725866595904033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,uniform,0.07101333141326904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,64,uniform,0.06643199920654297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,uniform,0.07381333410739899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,uniform,0.08243200182914734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,uniform,0.08769599596659343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,uniform,0.10158933202425639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,uniform,0.09506666660308838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,uniform,0.10378666718800862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,uniform,0.08745066324869792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,4,uniform,0.049546668926874794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,uniform,0.12191466490427653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,8,uniform,0.048469334840774536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,uniform,0.17249600092569986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,8,uniform,0.05180799961090088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,uniform,0.08342933654785156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,4,uniform,0.05382933219273885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,uniform,0.07911466558774312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,uniform,0.07747200131416321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,uniform,0.10378133257230122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,uniform,0.13518399993578592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,uniform,0.08827733000119527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,uniform,0.05571199953556061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,uniform,0.05557866891225179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,uniform,0.05650666852792104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,uniform,0.05782933533191681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,uniform,0.06238399942715963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,uniform,0.07193066676457723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,128,uniform,0.06844800213972728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,uniform,0.07202666501204173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,64,uniform,0.0674239993095398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,uniform,0.07468800246715546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,uniform,0.08603200316429138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,uniform,0.10294399658838908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,uniform,0.1011306643486023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,uniform,0.09052266677220662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,uniform,0.09026133020718892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,uniform,0.0925439993540446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,uniform,0.12448533376057942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,uniform,0.17488000790278116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,8,uniform,0.052373334765434265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,8,uniform,0.048842668533325195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,4,uniform,0.0496319979429245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,4,uniform,0.05372266471385956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,uniform,0.08166933556397755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,uniform,0.0817386656999588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,uniform,0.10588799913724263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,uniform,0.08406933148701985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,uniform,0.08845333258310954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,uniform,0.1397760013739268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,uniform,0.05842666824658712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,uniform,0.05789333085219065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,uniform,0.05717866619427999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,uniform,0.06397333244482677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,uniform,0.059450666109720864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,128,uniform,0.07045333087444305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,uniform,0.0734506646792094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,uniform,0.10514666636784871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,64,uniform,0.07020266850789388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,uniform,0.07357866565386455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,uniform,0.07747200131416321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,uniform,0.08534399668375652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,uniform,0.09130133191744487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,uniform,0.09290666381518047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,uniform,0.10713066657384236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,uniform,0.09539199868837993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,uniform,0.17540266116460165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,uniform,0.1293333371480306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,4,uniform,0.05272000034650167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,8,uniform,0.05030400057633718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,8,uniform,0.055205335219701133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,uniform,0.08206399778525035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,4,uniform,0.056314667065938316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,uniform,0.08333333333333333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,uniform,0.058730666836102806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,uniform,0.10590933760007222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,uniform,0.08668266733487447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,uniform,0.0594400018453598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,uniform,0.09398399790128072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,uniform,0.14149333039919534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,uniform,0.05868266522884369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,uniform,0.06493333478768666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,uniform,0.07540266712506612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,64,uniform,0.07113066812356313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,uniform,0.060778667529424034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,uniform,0.07471466561158498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,128,uniform,0.07106666763623555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,uniform,0.07824000219504039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,uniform,0.08781866232554118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,uniform,0.1053013304869334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,uniform,0.09465066591898601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,uniform,0.09640000263849895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,4,uniform,0.052416001756985985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,uniform,0.13130666812260947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,8,uniform,0.05067199965318044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,uniform,0.09723732868830363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,uniform,0.10924800237019856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,uniform,0.17944000164667764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,uniform,0.08371200164159139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,8,uniform,0.05500799914201101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,4,uniform,0.05739733576774597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,uniform,0.08619733651479085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,uniform,0.08408533533414204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,uniform,0.14172266920407614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,uniform,0.10987733801205952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,uniform,0.09225599964459737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,uniform,0.060138667623202004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,uniform,0.0609493354956309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,uniform,0.05996799965699514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,uniform,0.059792002042134605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,uniform,0.06668800115585327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,128,uniform,0.07366933425267537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,uniform,0.07678933441638947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,64,uniform,0.0729013333717982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,uniform,0.07526933153470357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,uniform,0.08115200201670329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,uniform,0.08939199646313985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,uniform,0.10989333192507426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,uniform,0.09789866209030151
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,uniform,0.09542933106422424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,uniform,0.1807360053062439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,uniform,0.13216533263524374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,uniform,0.09893332918485005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,uniform,0.11173333724339803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,8,uniform,0.051685333251953125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,4,uniform,0.05425066749254862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,uniform,0.08673066894213359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,8,uniform,0.056976000467936196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,4,uniform,0.05912533402442932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,uniform,0.08777067065238953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,uniform,0.0893440047899882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,uniform,0.09565866986910503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,uniform,0.11052266756693523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,uniform,0.1476800044377645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,uniform,0.06344533463319142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,uniform,0.0639519989490509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,uniform,0.06223999957243601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,uniform,0.062234664956728615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,uniform,0.06867200136184692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,128,uniform,0.07576533158620198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,64,uniform,0.0751200020313263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,uniform,0.07803733150164287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,uniform,0.08001600205898285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,uniform,0.08295466502507527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,uniform,0.11261333028475444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,uniform,0.09277333815892537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,uniform,0.09962667028109233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,uniform,0.11374400059382121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,uniform,0.09727999567985535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,uniform,0.10225600004196167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,uniform,0.18787733713785806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,uniform,0.13505599896113077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,8,uniform,0.06065600117047628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,4,uniform,0.0627040018637975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,4,uniform,0.06736533343791962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,8,uniform,0.06493866443634033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,uniform,0.0979146659374237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,uniform,0.09830400347709656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,uniform,0.06763733426729839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,uniform,0.09940800070762634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,uniform,0.10761599739392598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,uniform,0.12550933162371317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,uniform,0.1616159975528717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,uniform,0.06807466844717662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,uniform,0.083514670530955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,uniform,0.06962133447329204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,uniform,0.07408000032107036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,uniform,0.10391466816266377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,128,uniform,0.08409600456555684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,64,uniform,0.08494399984677632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,uniform,0.08803733189900716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,uniform,0.09134933352470398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,uniform,0.10198932886123657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,uniform,0.12467199563980103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,uniform,0.1111840009689331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,uniform,0.11148800452550252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,uniform,0.124917338291804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,8,uniform,0.0614879975716273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,uniform,0.1535040040810903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,uniform,0.11558933059374492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,uniform,0.2013546625773112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,4,uniform,0.06390400230884552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,8,uniform,0.06866666674613953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,4,uniform,0.07057600220044453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,uniform,0.10004799564679463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,uniform,0.09981866677602132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,uniform,0.1053600013256073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,uniform,0.10989866654078166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,uniform,0.1276533305644989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,uniform,0.16614400347073874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,uniform,0.07030933101971944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,uniform,0.07176533341407776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,uniform,0.07229866584142049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,uniform,0.07741333544254303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,uniform,0.08684800068537395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,uniform,0.10873066385587056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,uniform,0.10261332988739014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,128,uniform,0.08519466718037923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,64,uniform,0.08654933174451192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,uniform,0.11979732910792033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,uniform,0.09299733241399129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,uniform,0.16982932885487875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,uniform,0.11523733536402385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,uniform,0.2018186648686727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,uniform,0.11904533704121907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,8,uniform,0.06471999982992808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,uniform,0.15430399775505066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,uniform,0.11343466242154439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,uniform,0.12847466270128885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,4,uniform,0.07646400233109792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,4,uniform,0.06905066470305125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,8,uniform,0.07321066657702129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,uniform,0.108106662829717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,uniform,0.11009599765141805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,uniform,0.11293333768844604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,uniform,0.11955199639002483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,uniform,0.174127995967865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,uniform,0.13687466581662497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,uniform,0.07686399916807811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,uniform,0.07597333192825317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,128,uniform,0.09155199925104777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,uniform,0.08328000207742055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,uniform,0.07912533481915791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,uniform,0.09321066737174988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,uniform,0.11506666739781697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,64,uniform,0.09345066547393799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,uniform,0.10045866171518962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,uniform,0.10946133732795715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,uniform,0.12608533104260763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,uniform,0.12487467130025227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,uniform,0.17881067593892416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,uniform,0.12391466895739238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,uniform,0.13872533043225607
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,uniform,0.12785599629084268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,8,uniform,0.07470933099587758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,4,uniform,0.08055466910203297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,uniform,0.16286933422088623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,uniform,0.2166666587193807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,8,uniform,0.0922826627890269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,4,uniform,0.0971999963124593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,uniform,0.147599995136261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,uniform,0.13904533783594766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,uniform,0.14245333274205527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,uniform,0.16457066933314005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,uniform,0.1997493306795756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,uniform,0.2667786677678426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,uniform,0.10318932930628459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,uniform,0.10474666953086853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,uniform,0.10634133219718933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,uniform,0.16740800937016806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,uniform,0.11609066526095073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,uniform,0.13168000181516012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,128,uniform,0.12434666355450948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,64,uniform,0.12476266423861186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,uniform,0.14178133010864258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,uniform,0.15385066469510397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,uniform,0.17722133795420328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,uniform,0.2389919956525167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,uniform,0.15576533476511636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,uniform,0.15798399845759073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,uniform,0.1606986622015635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,uniform,0.17340266704559326
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,uniform,0.2007146676381429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,8,uniform,0.08162133395671844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,uniform,0.2502133250236511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,4,uniform,0.08950400352478027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,8,uniform,0.10074667135874431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,4,uniform,0.11101866761843364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,uniform,0.15408000349998474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,uniform,0.1813066601753235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,uniform,0.15800533692042032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,uniform,0.28453866640726727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,uniform,0.1653439998626709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,uniform,0.2151306668917338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,uniform,0.11731732885042827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,uniform,0.13292266925175986
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,uniform,0.11788266897201538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,uniform,0.12490133444468181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,uniform,0.19849600394566855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,64,uniform,0.14501866698265076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,uniform,0.15821333726247153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,128,uniform,0.14382933576901755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,uniform,0.15576533476511636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,uniform,0.16753600041071573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,uniform,0.19766400257746378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,uniform,0.1775253415107727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,uniform,0.26630934079488117
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,uniform,0.181386669476827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,uniform,0.1914773384730021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,uniform,0.2177706758181254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,uniform,0.2662559946378072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,4,uniform,0.11218667030334473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,uniform,0.35864531993865967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,8,uniform,0.10435199737548828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,8,uniform,0.12788800398508707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,4,uniform,0.1376053293546041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,uniform,0.18610666195551553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,uniform,0.19124799966812134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,uniform,0.20178133249282837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,uniform,0.2198879917462667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,uniform,0.2598506609598796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,uniform,0.1432906687259674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,uniform,0.34538666407267254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,uniform,0.14537066221237183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,uniform,0.16460266709327698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,uniform,0.15314132968584696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,uniform,0.18920000394185385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,128,uniform,0.16479999820391336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,uniform,0.23609066009521484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,64,uniform,0.16862932840983072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,uniform,0.19500267505645752
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,uniform,0.18022932608922324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,uniform,0.21128533283869425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,uniform,0.2400533358256022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,uniform,0.30881067117055255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,uniform,0.20687466859817505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,uniform,0.2235413392384847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,uniform,0.24958932399749756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,uniform,0.3001439968744914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,8,uniform,0.12320533394813538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,uniform,0.4034666617711385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,4,uniform,0.13517333070437113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,8,uniform,0.15351466337839761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,4,uniform,0.16754132509231567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,uniform,0.21121599276860556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,uniform,0.2150826652844747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,uniform,0.25125332673390705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,uniform,0.22688533862431845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,uniform,0.29339732726414997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,uniform,0.386735995610555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,uniform,0.1597813367843628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,uniform,0.16550399859746298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,uniform,0.17193067073822021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,uniform,0.21010132630666098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,uniform,0.18500266472498575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,uniform,0.2594933311144511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,64,uniform,0.20012267430623373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,uniform,0.21200533707936606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,128,uniform,0.19537067413330078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,uniform,0.2340480089187622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,uniform,0.3660213152567546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,uniform,0.28814399242401123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,uniform,0.24233599503835043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,uniform,0.2474293311436971
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,uniform,0.2643306652704875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,uniform,0.29633599519729614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,8,uniform,0.1760853330294291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,uniform,0.48980267842610675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,uniform,0.35790932178497314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,4,uniform,0.1898346741994222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,8,uniform,0.2188053329785665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,4,uniform,0.2358026703198751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,uniform,0.2932906746864319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,uniform,0.279146671295166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,uniform,0.2731893261273702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,uniform,0.48336533705393475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,uniform,0.3247306744257609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,uniform,0.3694933255513509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,uniform,0.2026133338610331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,uniform,0.20835200945536295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,uniform,0.21739200750986734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,uniform,0.23487999041875204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,uniform,0.2653813362121582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,uniform,0.3302239974339803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,64,uniform,0.25281065702438354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,128,uniform,0.24712000290552774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,uniform,0.27127466599146527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,uniform,0.297925333182017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,uniform,0.36422932147979736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,uniform,0.3062719901402791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,uniform,0.4806613524754842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,uniform,0.298634668191274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,uniform,0.3232160011927287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,uniform,0.3610293467839559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,uniform,0.4278506835301717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,uniform,0.5709333419799805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,4,uniform,0.2262453238169352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,8,uniform,0.20625066757202148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,8,uniform,0.26943467060724896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,4,uniform,0.29127999146779376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,uniform,0.33929598331451416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,uniform,0.3592533270517985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,uniform,0.39446401596069336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,uniform,0.32771732409795123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,uniform,0.5821706851323446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,uniform,0.44838933149973553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,uniform,0.23745600382486978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,uniform,0.2443466583887736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,uniform,0.2754773298899333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,uniform,0.25622934103012085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,uniform,0.3302453358968099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,uniform,0.4102133512496948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,128,uniform,0.28842665751775104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,64,uniform,0.29790399471918744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,uniform,0.32819199562072754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,uniform,0.3603786627451579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,uniform,0.4479786554972331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,uniform,0.37071998914082843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,uniform,0.5973813136418661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,uniform,0.3823946714401245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,uniform,0.4050453503926595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,uniform,0.45085867245992023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,uniform,0.68067733446757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,uniform,0.5150026480356852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,8,uniform,0.2771040002504985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,4,uniform,0.30186667044957477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,8,uniform,0.3653706709543864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,4,uniform,0.3959999879201253
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,uniform,0.4489653507868449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,uniform,0.46406932671864826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,uniform,0.5398026704788208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,uniform,0.4905386765797933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,uniform,0.6080693403879801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,uniform,0.7985066572825114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,uniform,0.31876800457636517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,uniform,0.3264320095380147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,uniform,0.3400053183237712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,uniform,0.37221332391103107
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,uniform,0.4400320053100586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,uniform,0.55130668481191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,128,uniform,0.4009919961293538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,64,uniform,0.40702935059865314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,uniform,0.45005865891774494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,uniform,0.498032013575236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,uniform,0.6277546485265096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,uniform,0.8617066542307535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,uniform,0.4933760166168213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,uniform,0.5095733404159546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,uniform,0.5374826590220133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,uniform,0.5905973513921102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,uniform,0.668714682261149
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,uniform,0.8749919732411703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,8,uniform,0.33923200766245526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,4,uniform,0.37987200419108075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,8,uniform,0.46406932671864826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,4,uniform,0.5086933374404907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,uniform,0.573360006014506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,uniform,0.5911146799723307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,uniform,0.6275786558787028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,uniform,0.6844533284505209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,uniform,1.0462720394134521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,uniform,0.7865119775136312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,uniform,0.39502934614817303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,uniform,0.4059306780497233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,uniform,0.42508800824483234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,uniform,0.46320533752441406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,uniform,0.5691253344217936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,uniform,0.7298080126444498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,128,uniform,0.49671467145284015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,64,uniform,0.5039946635564169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,uniform,0.5652586619059244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,uniform,0.6266293525695801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,uniform,0.8009546597798666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,uniform,1.1077226797739665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,uniform,0.630624016125997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,uniform,0.6497866710027059
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,uniform,0.7531572977701823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,uniform,0.6881173451741537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,uniform,0.846506675084432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,uniform,1.1030879815419514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,8,uniform,0.47755734125773114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,4,uniform,0.52129598458608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,8,uniform,0.6608533461888632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,4,uniform,0.7190453211466471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,uniform,0.8180639743804932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,uniform,0.8870986302693685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,uniform,0.8460373083750407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,uniform,0.9777066707611084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,uniform,1.1256693204243977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,uniform,1.489034652709961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,uniform,0.5532853205998739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,uniform,0.565722664197286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,uniform,0.5891253153483073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,uniform,0.6491626501083374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,uniform,0.8008000055948893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,uniform,1.022976001103719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,128,uniform,0.7040106455485026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,64,uniform,0.7190826733907064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,uniform,0.8872266610463461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,uniform,0.801957368850708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,uniform,1.6080053647359211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,uniform,1.1556533177693684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,uniform,0.9799786408742269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,uniform,0.9044693311055502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,uniform,0.9275306860605875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,uniform,1.0679787000020344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,uniform,1.5999147097269695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,uniform,1.220794677734375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,8,uniform,0.6081600189208984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,4,uniform,0.6812427043914795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,8,uniform,0.8514880339304606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,4,uniform,0.9424266815185547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,uniform,1.064143975575765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,uniform,1.091098705927531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,uniform,1.149295965830485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,uniform,1.268287976582845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,uniform,1.4862027168273926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,uniform,0.7078293164571127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,uniform,1.9769280751546223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,uniform,0.7255573272705078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,uniform,0.838538646697998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,uniform,0.7567199865976969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,uniform,1.0548960367838542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,uniform,1.3681333859761555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,128,uniform,0.9089333216349283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,64,uniform,0.9283573627471924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,uniform,1.0299306710561116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,uniform,1.1481866836547852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,uniform,1.5153652826944988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,uniform,2.108234723409017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,uniform,1.1756479740142822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,uniform,1.2030666669209797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,uniform,1.2687520186106365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,uniform,1.3991146087646484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,8,uniform,0.7369919617970785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,uniform,1.5857547124226887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,uniform,2.084778626759847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,4,uniform,0.8299840291341146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,8,uniform,1.0459466775258381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,4,uniform,1.1617919603983562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,uniform,1.3404480616251628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,uniform,1.3071040312449138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,uniform,1.4103199640909831
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,uniform,1.556272029876709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,uniform,1.8441813786824544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,uniform,0.8682666619618734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,uniform,2.4484480222066245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,uniform,0.8844213485717773
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,uniform,0.92957870165507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,uniform,1.0298826694488525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,uniform,1.3020373185475667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,64,uniform,1.1422239939371746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,uniform,1.6931999524434407
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,uniform,1.4031999905904133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,128,uniform,1.1221919854482014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,uniform,1.2710026899973552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,uniform,1.8580533663431804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,8,uniform,0.06484266618887584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,uniform,2.558645407358805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,8,uniform,0.07017066578070323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,uniform,1.443445364634196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,4,uniform,0.0705866664648056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,uniform,0.07751999795436859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,uniform,0.07334933181603749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,uniform,0.07625600198904674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,uniform,1.4834240277608235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,uniform,0.07500799993673961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,uniform,1.7049919764200847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,uniform,1.5528960227966309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,uniform,2.627072016398112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,uniform,0.06946133573849995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,uniform,0.07363200187683105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,uniform,1.9994719823201497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,uniform,0.06267733375231425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,uniform,0.06693333387374878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,64,uniform,0.07049599786599477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,128,uniform,0.0788266658782959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,uniform,0.06976533432801564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,uniform,0.07859200239181519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,uniform,0.07431999842325847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,uniform,0.07579733431339264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,uniform,0.07569066683451335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,8,uniform,0.06565866867701213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,uniform,0.07610133290290833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,8,uniform,0.0701279987891515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,uniform,0.07688533266385396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,4,uniform,0.07074666519959767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,uniform,0.07506133119265239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,uniform,0.07612266639868419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,uniform,0.07856533428033192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,uniform,0.0772266685962677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,uniform,0.06274133423964183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,uniform,0.06981333096822102
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,uniform,0.06568000217278798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,uniform,0.07188266515731812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,128,uniform,0.0794239987929662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,64,uniform,0.07366933425267537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,uniform,0.0759200006723404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,uniform,0.07680533329645793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,uniform,0.07931200166543324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,uniform,0.07624533275763194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,uniform,0.07950933277606964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,uniform,0.075162669022878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,8,uniform,0.06563733518123627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,8,uniform,0.07021333277225494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,4,uniform,0.07507733503977458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,uniform,0.07972266773382823
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,uniform,0.07718933125336964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,uniform,0.06970666845639546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,uniform,0.07893866797288258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,uniform,0.08349866668383281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,uniform,0.06397866706053416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,uniform,0.06715733309586842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,128,uniform,0.07772266864776611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,64,uniform,0.07492266595363617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,uniform,0.07889600098133087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,uniform,0.07060799996058147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,uniform,0.07730666796366374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,uniform,0.0758186678091685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,4,uniform,0.07594133416811626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,uniform,0.080335999528567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,8,uniform,0.06665599842866261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,uniform,0.08595732847849528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,8,uniform,0.07167466481526692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,uniform,0.08037866652011871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,uniform,0.08588799834251404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,uniform,0.07730666796366374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,uniform,0.08282133440176646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,uniform,0.09168000022570293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,uniform,0.06942933301130931
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,uniform,0.0670826683441798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,uniform,0.06727466483910878
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,64,uniform,0.07423466444015503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,128,uniform,0.08041599889596303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,8,uniform,0.06683200101057689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,uniform,0.07452799876530965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,uniform,0.08087466657161713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,uniform,0.07662400106589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,uniform,0.08235733211040497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,uniform,0.08721599976221721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,8,uniform,0.07178666690985362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,uniform,0.09285866220792134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,4,uniform,0.07720000048478444
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,uniform,0.07990933458010356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,uniform,0.0937546690305074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,uniform,0.08885866403579712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,uniform,0.10724266370137532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,uniform,0.0812799980243047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,uniform,0.07005333403746287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,uniform,0.06963199873765309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,uniform,0.07050133248170216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,uniform,0.09443199634552002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,64,uniform,0.07918933530648549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,uniform,0.07833066582679749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,uniform,0.08179733157157898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,128,uniform,0.07956266899903615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,uniform,0.08874666690826416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,uniform,0.08186133205890656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,uniform,0.11000532905260722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,8,uniform,0.06577600042025249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,8,uniform,0.07082666456699371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,4,uniform,0.07677866518497467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,uniform,0.09289600451787312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,uniform,0.07193600138028462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,uniform,0.09345066547393799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,uniform,0.10610666871070862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,uniform,0.11633599797884624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,uniform,0.14101333419481912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,64,uniform,0.08156266808509827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,uniform,0.07106133302052815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,uniform,0.07045866549015045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,128,uniform,0.0825493335723877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,uniform,0.10191466410954793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,uniform,0.09530666470527649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,uniform,0.08337600032488506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,uniform,0.09519466757774353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,uniform,0.11998400092124939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,uniform,0.15172266960144043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,8,uniform,0.06710400183995564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,8,uniform,0.07261333366235097
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,uniform,0.12038399775822957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,4,uniform,0.0781173308690389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,uniform,0.09672000010808308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,uniform,0.09670399626096089
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,uniform,0.10499200224876404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,uniform,0.1474453310171763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,uniform,0.0728053351243337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,uniform,0.07362133264541626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,uniform,0.07335466643174489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,128,uniform,0.08506666620572408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,64,uniform,0.08295999964078267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,uniform,0.13197867075602213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,uniform,0.08506666620572408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,uniform,0.11848533153533936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,uniform,0.12038399775822957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,uniform,0.19795199235280356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,uniform,0.15457600355148315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,4,uniform,0.07740800082683563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,8,uniform,0.06846400101979573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,8,uniform,0.07166933516661327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,uniform,0.12229333321253459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,uniform,0.10912000139554341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,uniform,0.09809066851933797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,uniform,0.09607999523480733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,uniform,0.15169599652290344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,uniform,0.07594666878382365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,uniform,0.07492800056934357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,128,uniform,0.0867146650950114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,uniform,0.07432533303896587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,64,uniform,0.08428800106048584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,uniform,0.13345600167910257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,uniform,0.12266133228937785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,uniform,0.12111999591191609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,uniform,0.08750399947166443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,uniform,0.15568533539772034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,uniform,0.19957866271336874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,4,uniform,0.08160000046094258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,8,uniform,0.0747519979874293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,8,uniform,0.069733331600825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,uniform,0.09916266798973083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,uniform,0.10891733566919963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,uniform,0.10102400183677673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,uniform,0.07675200204054515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,uniform,0.14961066842079163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,uniform,0.1234933336575826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,uniform,0.07612266639868419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,uniform,0.07586666444937389
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,128,uniform,0.0888853371143341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,uniform,0.12160533666610718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,64,uniform,0.08608000477155049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,uniform,0.08861333131790161
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,uniform,0.12360533078511556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,uniform,0.13476799925168356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,8,uniform,0.07543466488520305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,uniform,0.15507733821868896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,uniform,0.20320000251134238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,8,uniform,0.06785066425800323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,uniform,0.12292800347010295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,4,uniform,0.08097599943478902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,uniform,0.10069866975148518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,uniform,0.1074133316675822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,uniform,0.15439466635386148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,uniform,0.1006773312886556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,uniform,0.07867200175921123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,uniform,0.07654933134714763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,uniform,0.07751466830571492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,128,uniform,0.08776000142097473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,64,uniform,0.08695466319719951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,uniform,0.2021013299624125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,uniform,0.12318399548530579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,uniform,0.09010133147239685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,uniform,0.12427199880282085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,uniform,0.1355413297812144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,uniform,0.1571946640809377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,8,uniform,0.06881066660086314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,4,uniform,0.08165333171685536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,uniform,0.1132586697737376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,8,uniform,0.07541866600513458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,uniform,0.10329066713651021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,uniform,0.10100266337394714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,uniform,0.1284213364124298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,uniform,0.15778133273124695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,uniform,0.07814399898052216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,uniform,0.07980800171693166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,uniform,0.07832000156243642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,64,uniform,0.08902399738629659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,uniform,0.13820266723632812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,uniform,0.09086933732032776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,128,uniform,0.0899733304977417
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,uniform,0.12489599982897441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,uniform,0.12577066818873087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,uniform,0.16024000446001688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,uniform,0.20241600275039673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,8,uniform,0.07931200166543324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,8,uniform,0.0709386666615804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,4,uniform,0.08476799726486206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,uniform,0.10451733072598775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,uniform,0.10226133465766907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,uniform,0.11371733744939168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,uniform,0.08108800152937572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,uniform,0.15828266739845276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,uniform,0.12941333651542664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,uniform,0.08042133351167043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,uniform,0.08037866652011871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,128,uniform,0.09139733513196309
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,uniform,0.12678399682044983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,64,uniform,0.08975999553998311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,uniform,0.09393067161242168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,uniform,0.12848533193270364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,uniform,0.14033599694569907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,uniform,0.164682666460673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,8,uniform,0.08065066734949748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,8,uniform,0.07134933272997539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,uniform,0.21025600035985312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,uniform,0.10565867026646932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,4,uniform,0.0851200024286906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,uniform,0.10571733117103577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,uniform,0.1309333344300588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,uniform,0.11624000469843547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,uniform,0.1621333360671997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,uniform,0.08088000118732452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,uniform,0.08332799871762593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,uniform,0.08141866823037465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,64,uniform,0.0919040044148763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,128,uniform,0.09251200159390767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,uniform,0.09566400448481242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,uniform,0.1281653344631195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,uniform,0.14197867115338644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,uniform,0.12797333796819052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,uniform,0.16454933087031046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,uniform,0.21414933602015176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,8,uniform,0.07366399963696797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,8,uniform,0.0819893330335617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,4,uniform,0.08789333701133728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,uniform,0.10687999924023946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,uniform,0.10774399836858113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,uniform,0.1325813333193461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,uniform,0.11991467078526814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,uniform,0.16657599806785583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,uniform,0.08560533324877422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,64,uniform,0.09406933188438416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,128,uniform,0.0934826632340749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,uniform,0.08405333757400513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,uniform,0.0831413318713506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,uniform,0.09735999504725139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,uniform,0.12986666957537332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,uniform,0.13086400429407755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,uniform,0.1686720053354899
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,uniform,0.2156320015589396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,uniform,0.1434560020764669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,8,uniform,0.08337600032488506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,8,uniform,0.09859200318654378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,4,uniform,0.10400533676147461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,uniform,0.12308800220489502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,uniform,0.1393013298511505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,uniform,0.11166399717330933
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,uniform,0.11008532842000325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,uniform,0.17084799210230509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,uniform,0.08871466914812724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,uniform,0.08770666519800822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,uniform,0.0918239951133728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,64,uniform,0.09623466928799947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,128,uniform,0.09591466188430786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,uniform,0.134634663661321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,uniform,0.10224533081054688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,uniform,0.1511840025583903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,uniform,0.13674666484196982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,8,uniform,0.08637866377830505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,uniform,0.17124267419179282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,uniform,0.22343466679255167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,8,uniform,0.10081600149472554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,4,uniform,0.10698133707046509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,uniform,0.11379200220108032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,uniform,0.11572800079981486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,uniform,0.14177599549293518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,uniform,0.12669333815574646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,uniform,0.09018666545550029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,uniform,0.09082667032877605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,uniform,0.1760480006535848
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,uniform,0.09385066231091817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,128,uniform,0.1165173351764679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,uniform,0.12089066704114278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,uniform,0.13921067118644714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,64,uniform,0.11709866921106975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,uniform,0.13802666465441385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,uniform,0.15461867054303488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,uniform,0.17701866229375204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,uniform,0.22628267606099448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,4,uniform,0.1148533324400584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,8,uniform,0.10665599505106609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,8,uniform,0.09084266424179077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,uniform,0.12016533811887105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,uniform,0.12229866782824199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,uniform,0.13412266969680786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,uniform,0.09443199634552002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,uniform,0.09604799747467041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,uniform,0.15039466818173727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,uniform,0.18363734086354574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,uniform,0.09900266925493877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,128,uniform,0.12334932883580525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,64,uniform,0.12116799751917522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,uniform,0.1476586659749349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,uniform,0.14737600088119507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,uniform,0.13130133350690207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,uniform,0.1837386687596639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,uniform,0.16184000174204508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,uniform,0.23251734177271524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,8,uniform,0.10661866267522176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,8,uniform,0.1337386667728424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,4,uniform,0.13879467050234476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,uniform,0.17722666263580322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,uniform,0.17476266622543335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,uniform,0.1872373421986898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,uniform,0.2593226631482442
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,uniform,0.2103466590245565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,uniform,0.13110933701197305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,uniform,0.13521066308021545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,uniform,0.12988799810409546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,128,uniform,0.16125866770744324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,64,uniform,0.1560373306274414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,uniform,0.17955732345581055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,uniform,0.17957866191864014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,uniform,0.2179680069287618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,8,uniform,0.12274666627248128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,uniform,0.1957706610361735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,uniform,0.27059733867645264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,uniform,0.17922133207321167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,8,uniform,0.15751999616622925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,4,uniform,0.1697439948717753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,uniform,0.20034666856129965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,uniform,0.18741865952809653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,uniform,0.19102400541305542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,uniform,0.2267893354098002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,uniform,0.28117332855860394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,uniform,0.14493866761525473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,uniform,0.1436853309472402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,uniform,0.1521813372770945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,128,uniform,0.1877653400103251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,64,uniform,0.1851039926211039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,uniform,0.204367995262146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,uniform,0.22240533431371054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,uniform,0.22327999273935953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,uniform,0.23362133900324503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,uniform,0.27002666393915814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,8,uniform,0.1523360013961792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,8,uniform,0.2089973290761312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,uniform,0.3469760020573934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,4,uniform,0.21809599796930948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,uniform,0.23545600970586142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,uniform,0.23454932371775308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,uniform,0.2840906580289205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,uniform,0.2450559933980306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,uniform,0.17314134041468301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,uniform,0.3558826843897502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,uniform,0.17249067624409994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,uniform,0.1776906649271647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,128,uniform,0.22447466850280762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,uniform,0.24801599979400635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,64,uniform,0.22468799352645874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,uniform,0.2350133260091146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,uniform,0.2469866673151652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,uniform,0.2605866591135661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,uniform,0.38393068313598633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,uniform,0.3067573308944702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,8,uniform,0.17851199706395468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,8,uniform,0.25878934065500897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,4,uniform,0.27012266715367633
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,uniform,0.2800053358078003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,uniform,0.29157867034276325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,uniform,0.28216532866160077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,uniform,0.32993600765864056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,uniform,0.1963520050048828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,uniform,0.19542400042215982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,uniform,0.43054401874542236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,uniform,0.2016213337580363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,128,uniform,0.2672106623649597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,64,uniform,0.2626240054766337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,uniform,0.28779733180999756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,uniform,0.32103466987609863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,uniform,0.3146986762682597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,uniform,0.3244640032450358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,uniform,0.3752693335215251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,8,uniform,0.2551093300183614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,uniform,0.48291198412577313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,8,uniform,0.3762773275375366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,4,uniform,0.3837120135625203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,uniform,0.3680906693140666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,uniform,0.3744373321533203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,uniform,0.3827626705169678
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,uniform,0.4330720106760661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,uniform,0.25621867179870605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,uniform,0.5622133413950602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,uniform,0.25387734174728394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,uniform,0.26501333713531494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,128,uniform,0.33987732728322345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,64,uniform,0.33839468161265057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,uniform,0.3694080114364624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,uniform,0.39166398843129474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,uniform,0.4010773499806722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,uniform,0.406272013982137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,uniform,0.6030240058898926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,8,uniform,0.3124426603317261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,uniform,0.46859200795491535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,8,uniform,0.4769333203633626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,4,uniform,0.4819786548614502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,uniform,0.45716798305511475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,uniform,0.4639466603597005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,uniform,0.6848159631093343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,uniform,0.4728960196177165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,uniform,0.3073920011520386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,uniform,0.5381173292795817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,uniform,0.30038400491078693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,uniform,0.31497599681218463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,128,uniform,0.4016000032424927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,64,uniform,0.39825598398844403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,uniform,0.4492586851119995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,uniform,0.5117653210957845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,uniform,0.5244586865107218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,uniform,0.5214293400446574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,uniform,0.5969066619873047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,uniform,0.7702933152516683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,8,uniform,0.429418683052063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,4,uniform,0.6872479915618896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,8,uniform,0.6789546807607015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,uniform,0.6339999834696451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,uniform,0.6531519889831543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,uniform,0.652890682220459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,uniform,0.7285280227661133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,uniform,0.9446453253428141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,uniform,0.41523198286692303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,uniform,0.4244266748428345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,uniform,0.4077013333638509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,128,uniform,0.5679839849472046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,64,uniform,0.5681173404057821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,uniform,0.6748800277709961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,uniform,0.6323200066884359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,uniform,0.6914880275726318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,uniform,0.6982933680216471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,uniform,0.7889173030853271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,uniform,1.014426628748576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,8,uniform,0.5501120090484619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,8,uniform,0.871567964553833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,4,uniform,0.8790132999420166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,uniform,0.8370292981465658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,uniform,0.8139093716939291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,uniform,0.837071975072225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,uniform,0.9249599774678549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,uniform,1.2043893337249756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,uniform,0.5259093443552653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,uniform,0.5187733173370361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,uniform,0.5351466735204061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,128,uniform,0.7082506815592448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,uniform,0.7979733149210612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,64,uniform,0.7071093718210856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,uniform,0.8780799706776937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,uniform,0.9034559726715088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,uniform,0.9001493453979492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,uniform,1.3099359671274822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,uniform,1.0105120340983074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,8,uniform,0.7705386479695638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,8,uniform,1.2679626941680908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,4,uniform,1.282639980316162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,uniform,1.1675840218861897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,uniform,1.206074635187785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,uniform,1.3261919816335042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,uniform,1.1975253423055012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,uniform,1.7314400672912598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,uniform,0.7416053613026937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,uniform,0.7284159660339355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,uniform,0.751034657160441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,128,uniform,1.0132319927215576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,uniform,1.1424960295359294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,64,uniform,1.0027306874593098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,uniform,1.2457493146260579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,uniform,1.2853386402130127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,uniform,1.280512015024821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,uniform,1.432949384053548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,uniform,1.840437412261963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,8,uniform,1.0085333188374836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,8,uniform,1.6621920267740886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,4,uniform,1.6644105911254883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,uniform,1.511151949564616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,uniform,1.5461866060892742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,uniform,1.5627306302388508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,uniform,1.7164853413899739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,uniform,2.2236852645874023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,uniform,0.9556319713592529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,uniform,0.9305973052978516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,uniform,0.9593493143717448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,64,uniform,1.3011840184529622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,128,uniform,1.310197353363037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,uniform,1.6440800031026204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,uniform,1.6940693855285645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,uniform,1.4900693893432617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,uniform,1.6774986584981282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,uniform,1.8703200022379558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,uniform,2.4040373166402182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,8,uniform,1.2357227007548015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,8,uniform,2.0597813924153647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,4,uniform,2.064842700958252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,uniform,1.867568016052246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,uniform,2.1191040674845376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,uniform,1.931674639383952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,uniform,1.9108692804972331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,uniform,1.1686773300170898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,uniform,2.7574453353881836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,uniform,1.1723413467407227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,uniform,1.1393226782480876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,128,uniform,1.600154717763265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,64,uniform,1.5924693743387859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,uniform,2.019327958424886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,uniform,1.8216479619344075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,uniform,0.037658666570981346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,uniform,2.0766773223876953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,uniform,2.0571680068969727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,uniform,2.2900586128234863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,uniform,0.03827733298142751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,uniform,0.041946664452552795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,uniform,2.950672149658203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,uniform,0.04085866610209147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,uniform,0.055125330885251365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,uniform,0.04868266483147939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,uniform,0.04714666803677877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,uniform,0.04885333279768626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,uniform,0.05148266752560934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,uniform,0.04045333216587702
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,uniform,0.03916800022125244
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,uniform,0.04033066580692927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,uniform,0.039706667264302574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,128,uniform,0.05522133409976959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,uniform,0.04496000210444132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,64,uniform,0.04636266827583313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,uniform,0.04513599971930186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,uniform,0.05880533158779144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,uniform,0.05392533540725708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,uniform,0.04663999875386556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,uniform,0.052527998884518944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,uniform,0.05570133527119955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,uniform,0.06029333174228668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,uniform,0.03847466657559077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,uniform,0.03860799968242645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,uniform,0.04213866591453552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,uniform,0.04119466741879781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,uniform,0.055685331424077354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,uniform,0.049733335773150124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,uniform,0.048026666045188904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,uniform,0.05014933149019877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,uniform,0.05421866476535797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,uniform,0.04140799989302953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,uniform,0.04022933294375738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,uniform,0.040933333337306976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,uniform,0.04089066634575526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,128,uniform,0.049466664592425026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,64,uniform,0.04435733457406362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,uniform,0.044010668992996216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,uniform,0.044213334719340004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,uniform,0.0468800018231074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,uniform,0.0561653325955073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,uniform,0.05100266635417938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,uniform,0.05230933427810669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,uniform,0.05469333132108053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,uniform,0.06283733248710632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,uniform,0.03729599962631861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,uniform,0.04098133246103922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,uniform,0.03636800001064936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,uniform,0.042117332418759666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,uniform,0.047877331574757896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,uniform,0.056373332937558494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,uniform,0.04647466540336609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,uniform,0.05124266445636749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,uniform,0.056464001536369324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,uniform,0.038762666285037994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,uniform,0.04020266731580099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,uniform,0.040709334115187325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,uniform,0.039594667653242745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,128,uniform,0.05459199845790863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,uniform,0.047450666626294456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,64,uniform,0.04498666524887085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,uniform,0.04445866743723551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,uniform,0.05035200218359629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,uniform,0.057376002271970115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,uniform,0.05387733379999796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,uniform,0.05197866757710775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,uniform,0.057850668827692665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,uniform,0.06555733581384023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,uniform,0.039120001097520195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,uniform,0.040549332896868386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,uniform,0.042650664846102394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,uniform,0.043663998444875084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,uniform,0.05830933153629303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,uniform,0.05065600077311198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,uniform,0.05570666491985321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,uniform,0.047968000173568726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,uniform,0.061994666854540505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,uniform,0.04266133407751719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,uniform,0.039103999733924866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,uniform,0.0429066667954127
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,uniform,0.040805332362651825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,128,uniform,0.05162133276462555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,uniform,0.04573333263397217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,64,uniform,0.04684799909591675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,uniform,0.0521066685517629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,uniform,0.04788800080617269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,uniform,0.05478399991989136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,uniform,0.05808533231417338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,uniform,0.052655999859174095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,uniform,0.06084799766540527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,uniform,0.0668639987707138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,uniform,0.03972800076007843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,uniform,0.03975466638803482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,uniform,0.037263999382654824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,uniform,0.04307200014591217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,uniform,0.058149332801500954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,uniform,0.0539626677831014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,uniform,0.058186665177345276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,uniform,0.0705973356962204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,uniform,0.06607999900976817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,uniform,0.042303999265034996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,uniform,0.04219200213750204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,uniform,0.04381333291530609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,uniform,0.04588800172011057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,128,uniform,0.05241066714127859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,64,uniform,0.05258666475613912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,uniform,0.05407999952634176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,uniform,0.06518400212128957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,uniform,0.057034666339556374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,uniform,0.06065600117047628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,uniform,0.05639466643333435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,uniform,0.06346133351325989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,uniform,0.06607466439406078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,uniform,0.07712000111738841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,uniform,0.04075733323891958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,uniform,0.038431999584039055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,uniform,0.04308799902598063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,uniform,0.06481599807739258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,uniform,0.041365332901477814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,uniform,0.07029866675535838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,uniform,0.07175999879837036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,uniform,0.0761599987745285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,uniform,0.09611733754475911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,uniform,0.04167999823888143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,uniform,0.044666667779286705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,uniform,0.044981335600217186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,uniform,0.047983999053637184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,128,uniform,0.05261866748332977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,64,uniform,0.05192000170548757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,uniform,0.05845866600672404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,uniform,0.06071466704209646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,uniform,0.06829866766929626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,uniform,0.07055999835332234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,uniform,0.06905066470305125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,uniform,0.07462933162848155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,uniform,0.08360000451405843
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,uniform,0.10170132915178935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,uniform,0.04063999901215235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,uniform,0.040752001106739044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,uniform,0.044346665342648826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,uniform,0.04063999901215235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,uniform,0.0714026689529419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,uniform,0.06532266736030579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,uniform,0.06849599877993266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,uniform,0.08343999584515889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,uniform,0.09249066313107808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,uniform,0.04268800218900045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,uniform,0.044682666659355164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,uniform,0.046165332198143005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,uniform,0.04796266555786133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,128,uniform,0.06048533320426941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,64,uniform,0.05774933099746704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,uniform,0.0641546646753947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,uniform,0.06716266771157582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,uniform,0.07469866673151652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,uniform,0.08311999837557475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,uniform,0.08514666557312012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,uniform,0.07698133091131847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,uniform,0.0949173370997111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,uniform,0.11755200227101643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,uniform,0.04009066770474116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,uniform,0.03944533318281174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,uniform,0.04310933252175649
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,uniform,0.04554666578769684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,uniform,0.07157866656780243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,uniform,0.07497600217660268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,uniform,0.08413867155710857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,uniform,0.06761066615581512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,uniform,0.10060800115267436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,uniform,0.04365866879622141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,uniform,0.04670399924119314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,uniform,0.04502399762471517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,uniform,0.050010666251182556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,128,uniform,0.05587733288606008
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,64,uniform,0.054901331663131714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,uniform,0.07060799996058147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,uniform,0.060266668597857155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,uniform,0.06363200147946675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,uniform,0.07977599898974101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,uniform,0.08090666433175404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,uniform,0.08422933022181193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,uniform,0.09262933333714803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,uniform,0.12586667140324911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,uniform,0.04219200213750204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,uniform,0.04379733403523763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,uniform,0.04734399914741516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,uniform,0.0432586669921875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,uniform,0.07438399891058604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,uniform,0.0724426656961441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,uniform,0.07547200222810109
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,uniform,0.09294933080673218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,uniform,0.11121599872907002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,uniform,0.049322664737701416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,uniform,0.04944533109664917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,uniform,0.05114666620890299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,uniform,0.05455466608206431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,64,uniform,0.06420266628265381
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,uniform,0.06906666855017345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,128,uniform,0.0588319996992747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,uniform,0.07323733468850453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,uniform,0.0812906672557195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,uniform,0.08804800113042195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,uniform,0.09011200070381165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,uniform,0.09475200374921162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,uniform,0.10573333501815796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,uniform,0.14638400077819824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,uniform,0.04236799975236257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,uniform,0.044122666120529175
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,uniform,0.04649066428343455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,uniform,0.04771733283996582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,uniform,0.07588266829649608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,uniform,0.07769600053628285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,uniform,0.09478933612505595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,uniform,0.07645866771539052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,uniform,0.11753599842389424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,uniform,0.05068266888459524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,uniform,0.0510453333457311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,uniform,0.05570666491985321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,uniform,0.05008533100287119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,128,uniform,0.06075733403364817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,64,uniform,0.05916800101598104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,uniform,0.0697813332080841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,uniform,0.06903466582298279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,uniform,0.07983999947706859
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,uniform,0.08873599767684937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,uniform,0.08705600102742513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,uniform,0.09021866321563721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,uniform,0.10703999797503154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,uniform,0.14430933197339377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,uniform,0.0443146675825119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,uniform,0.046944002310434975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,uniform,0.04098133246103922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,uniform,0.0484799991051356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,uniform,0.07812266548474629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,uniform,0.07628266513347626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,uniform,0.08312533299128215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,uniform,0.11567999919255574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,uniform,0.0962559978167216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,uniform,0.05248000224431356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,uniform,0.05226666728655497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,uniform,0.05380799869696299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,uniform,0.057258665561676025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,128,uniform,0.06228800117969513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,64,uniform,0.06208533545335134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,uniform,0.08170666793982188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,uniform,0.07272533575693767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,uniform,0.06836799780527751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,uniform,0.08783466617266338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,uniform,0.08892800410588582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,uniform,0.09346666932106018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,uniform,0.10471999645233154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,uniform,0.15122666954994202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,uniform,0.04576533536116282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,uniform,0.047135998805363975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,uniform,0.04949333270390829
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,uniform,0.05092266698678335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,uniform,0.07902400195598602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,uniform,0.08646399776140849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,uniform,0.0881066620349884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,uniform,0.10281599561373393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,uniform,0.12202133735020955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,uniform,0.05500799914201101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,uniform,0.053818667928377785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,uniform,0.0568800022204717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,uniform,0.057946667075157166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,128,uniform,0.06830400228500366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,64,uniform,0.06532266736030579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,uniform,0.07293866574764252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,uniform,0.0782239983479182
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,uniform,0.0962506632010142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,uniform,0.09051733215649922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,uniform,0.09728533029556274
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,uniform,0.0955573320388794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,uniform,0.12267733613650005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,uniform,0.1500693360964457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,uniform,0.04600533346335093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,uniform,0.04788800080617269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,uniform,0.050704002380371094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,uniform,0.051685333251953125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,uniform,0.08061866462230682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,uniform,0.08781866232554118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,uniform,0.09473066528638203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,uniform,0.10012800494829814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,uniform,0.13077867031097412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,uniform,0.053957333167394005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,uniform,0.05712533493836721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,uniform,0.05762133498986562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,uniform,0.061103999614715576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,128,uniform,0.06948266426722209
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,64,uniform,0.06650133430957794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,uniform,0.07986666758855183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,uniform,0.07520533104737599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,uniform,0.09921066959698994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,uniform,0.09250666697820027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,uniform,0.09251733620961507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,uniform,0.09736532966295879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,uniform,0.15290133158365884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,uniform,0.11795199910799663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,uniform,0.047653332352638245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,uniform,0.04728533327579498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,uniform,0.05220800141493479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,uniform,0.05147733290990194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,uniform,0.08682666222254436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,uniform,0.08876799543698628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,uniform,0.09609599908192952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,uniform,0.10745599865913391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,uniform,0.05792533357938131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,uniform,0.12809066971143088
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,uniform,0.05884799857934316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,uniform,0.05731200178464254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,uniform,0.0633493314186732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,128,uniform,0.07656000057856242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,64,uniform,0.07340266803900401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,uniform,0.08678399523099263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,uniform,0.07627733548482259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,uniform,0.10219200452168782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,uniform,0.09478400150934856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,uniform,0.09338133533795674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,uniform,0.10012267033259074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,uniform,0.1221440037091573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,uniform,0.16267733772595724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,uniform,0.05704000095526377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,uniform,0.061146666606267296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,uniform,0.05615466833114624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,uniform,0.06391466657320659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,uniform,0.08986133337020874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,uniform,0.09628799557685852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,uniform,0.09630933403968811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,uniform,0.1113973359266917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,uniform,0.14563733339309692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,uniform,0.06540800134340923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,uniform,0.06769600013891856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,uniform,0.06690133114655812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,uniform,0.07404266794522603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,128,uniform,0.08929600318272908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,64,uniform,0.08703999718030293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,uniform,0.08744532863299052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,uniform,0.0965226689974467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,uniform,0.1097866694132487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,uniform,0.10566400488217671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,uniform,0.10682666301727295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,uniform,0.11457600196202596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,uniform,0.13264000415802002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,uniform,0.17550933361053467
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,uniform,0.06044266621271769
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,uniform,0.055888002117474876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,uniform,0.06464533507823944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,uniform,0.06332799792289734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,uniform,0.09155733386675517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,uniform,0.09899200002352397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,uniform,0.09834133585294087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,uniform,0.12024000287055969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,uniform,0.15011200308799744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,uniform,0.06989333530267079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,uniform,0.069882666071256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,uniform,0.07191466788450877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,uniform,0.07746666669845581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,128,uniform,0.09201066692670186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,64,uniform,0.09033067027727763
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,uniform,0.09081600109736125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,uniform,0.11958400408426921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,uniform,0.0949173370997111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,uniform,0.10916800300280254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,uniform,0.10883200168609619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,uniform,0.11832533280054729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,uniform,0.1365600029627482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,uniform,0.18156800667444864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,uniform,0.06346666812896729
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,uniform,0.0591893345117569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,uniform,0.0660693347454071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,uniform,0.06974933544794719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,uniform,0.1053546667098999
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,uniform,0.11251200238863628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,uniform,0.1312373379866282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,uniform,0.10522133111953735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,uniform,0.16310933232307434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,uniform,0.07580799857775371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,uniform,0.0773226668437322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,uniform,0.07649066547552745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,uniform,0.08534933129946391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,128,uniform,0.08620267113049825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,64,uniform,0.08608532945315044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,uniform,0.09464533130327861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,uniform,0.10601066549619038
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,uniform,0.12666666507720947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,uniform,0.1167626678943634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,uniform,0.12284266948699951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,uniform,0.12837866942087808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,uniform,0.15211199720700583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,uniform,0.19079466660817465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,uniform,0.06745600203673045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,uniform,0.06995733578999837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,uniform,0.07835199932257335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,uniform,0.0843946635723114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,uniform,0.1329973340034485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,uniform,0.1418826679388682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,uniform,0.15131200353304544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,uniform,0.16330666343371072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,uniform,0.20419732729593912
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,uniform,0.09924266735712688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,uniform,0.10307199756304423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,uniform,0.10578133662541707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,uniform,0.11215999722480774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,128,uniform,0.12077333529790242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,64,uniform,0.12050132950146993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,uniform,0.13991999626159668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,uniform,0.12778666615486145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,uniform,0.16658666729927063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,uniform,0.15131200353304544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,uniform,0.15798933307329813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,uniform,0.16332266728083292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,uniform,0.19151999553044638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,uniform,0.23335466782251993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,uniform,0.07471466561158498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,uniform,0.0771679977575938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,uniform,0.08802666266759236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,uniform,0.09623466928799947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,uniform,0.15625600020090738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.14689067006111145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,uniform,0.1665493349234263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,uniform,0.22459733486175537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,uniform,0.1853920022646586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,uniform,0.11292266845703125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,uniform,0.11513066291809082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,uniform,0.11839466293652852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,uniform,0.12888532876968384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,128,uniform,0.13315199812253317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,64,uniform,0.1309440036614736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,uniform,0.18758400281270346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,uniform,0.15334399541219076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,uniform,0.1402133305867513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,uniform,0.16591466466585794
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,uniform,0.16879467169443765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,uniform,0.20534932613372803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,uniform,0.25937066475550336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,uniform,0.18158400058746338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,uniform,0.08169066905975342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,uniform,0.09085333347320557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,uniform,0.11629866560300191
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,uniform,0.1709973414738973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,uniform,0.09461333354314168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,uniform,0.18104000886281332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,uniform,0.1930720011393229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,uniform,0.21359467506408691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,uniform,0.2751839955647786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,uniform,0.13053866227467856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,uniform,0.13352533181508383
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,uniform,0.14017066359519958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,uniform,0.15389333168665567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,128,uniform,0.1527253290017446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,64,uniform,0.1542026698589325
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,uniform,0.22788800795873007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,uniform,0.16456533471743265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,uniform,0.18523732821146646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,uniform,0.1941653291384379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,uniform,0.19850667317708334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,uniform,0.2437493403752645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,uniform,0.2110933264096578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,uniform,0.31724266211191815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,uniform,0.09327999750773112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,uniform,0.1039466659228007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,uniform,0.11327999830245972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,uniform,0.1273973286151886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.19635732968648276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,uniform,0.1972000002861023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,uniform,0.2132373253504435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,uniform,0.2529120047887166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,uniform,0.329584002494812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,uniform,0.15253333250681558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,uniform,0.15901333093643188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,uniform,0.17599999904632568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,uniform,0.1487626632054647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,128,uniform,0.17276267210642496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,64,uniform,0.1718133290608724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,uniform,0.18736533323923746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,uniform,0.21113600333531699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,uniform,0.2808799942334493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,uniform,0.2185653249422709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,uniform,0.22804266214370728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,uniform,0.2453333338101705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,uniform,0.285808006922404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,uniform,0.3766026496887207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,uniform,0.12711466352144876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,uniform,0.1493013302485148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,uniform,0.15121600031852722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,uniform,0.1790026624997457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,uniform,0.24108266830444336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,uniform,0.2448373238245646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,uniform,0.2664693395296733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,uniform,0.31866133213043213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,uniform,0.4358186721801758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,uniform,0.1874720056851705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,uniform,0.1918506622314453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,uniform,0.2007840077082316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,uniform,0.22595733404159546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,128,uniform,0.2141653299331665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,64,uniform,0.22074133157730103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,uniform,0.23810132344563803
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,uniform,0.27801066637039185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,uniform,0.39509332180023193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,uniform,0.2702239950497945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,uniform,0.2816800077756246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,uniform,0.29949333270390827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,uniform,0.3594133456548055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,uniform,0.49156800905863446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,uniform,0.14429333806037903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,uniform,0.17165867487589517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,uniform,0.18012799819310507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,uniform,0.22474666436513266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.2763520081837972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,uniform,0.2935840090115865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,uniform,0.3139253258705139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,uniform,0.3833013375600179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,uniform,0.521941343943278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,uniform,0.21970132986704508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,uniform,0.21097066005071005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,uniform,0.23862934112548828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,uniform,0.2685119907061259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,128,uniform,0.2502400080362956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,64,uniform,0.2587040066719055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,uniform,0.2892586588859558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,uniform,0.4724959929784139
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,uniform,0.33981867631276447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,uniform,0.3252906600634257
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,uniform,0.35726932684580487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,uniform,0.31574400266011554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,uniform,0.5914560159047445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,uniform,0.43587732315063477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,uniform,0.25381867090861004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,uniform,0.19884266455968222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,uniform,0.2518453399340312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,uniform,0.3446986675262451
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,uniform,0.36814932028452557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,uniform,0.3940906524658203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,uniform,0.43752535184224445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,uniform,0.5507413148880005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,uniform,0.7684906323750814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,uniform,0.2834239999453227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,uniform,0.29729066292444867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,uniform,0.3104959925015767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,uniform,0.3715840180714925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,128,uniform,0.3243786692619324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,64,uniform,0.33319999774297077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,uniform,0.40509867668151855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,uniform,0.4962826569875081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,uniform,0.658133347829183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,uniform,0.41285332043965656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,uniform,0.4344266653060913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,uniform,0.5859253406524658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,uniform,0.7789013385772705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,uniform,0.47284801801045734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,uniform,0.23915199438730875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,uniform,0.30793599287668866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,uniform,0.32434133688608807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,uniform,0.42264533042907715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.4549706776936849
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,uniform,0.4895413319269816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,uniform,0.5467199881871542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,uniform,0.6915787061055502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,uniform,0.9554133415222168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,uniform,0.3962453206380208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,uniform,0.36658668518066406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,uniform,0.3423733313878377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,uniform,0.48024535179138184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,128,uniform,0.4148319959640503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,64,uniform,0.43700798352559406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,uniform,0.8453333377838135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,uniform,0.6251253286997477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,uniform,0.5055359999338785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,uniform,0.5374559958775839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,uniform,0.5698666572570801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,uniform,0.6373813152313232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,uniform,0.7895253499348959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,uniform,0.3457333246866862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,uniform,1.0499146779378254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,uniform,0.4605066776275635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,uniform,0.45218666394551593
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,uniform,0.6127306620279948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,uniform,0.7059199810028076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,uniform,0.6621760129928589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,uniform,0.8135466575622559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,uniform,1.3907626469930012
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,uniform,0.5020533402760824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,uniform,0.9867786566416422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,uniform,0.516485333442688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,uniform,0.5767199993133545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,uniform,0.6976853211720785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,128,uniform,0.5628053347269694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,64,uniform,0.5986239910125732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,uniform,0.7225440343221029
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,uniform,0.8764959971110026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,uniform,0.7476426760355631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,uniform,1.2019946575164795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,uniform,0.7892800172170004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,uniform,0.897162675857544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,uniform,1.0753546555836995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,uniform,0.4549493392308553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,uniform,0.5849706729253134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,uniform,1.45197327931722
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,uniform,0.5854719877243042
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,uniform,0.79202667872111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.8383466402689616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,uniform,0.9075466791788737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,uniform,1.0417386690775554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,uniform,1.2692480087280273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,uniform,1.8109599749247234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,uniform,0.6299413442611694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,uniform,0.651909351348877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,uniform,0.8871093591054281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,uniform,0.7359999815622965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,128,uniform,0.7364160219828287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,64,uniform,0.7800319989522299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,uniform,0.9294026692708334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,uniform,1.1449120044708252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,uniform,1.5712374051411946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,uniform,0.9795467058817545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,uniform,1.0428000291188557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,uniform,1.1853439807891846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,uniform,1.9324852625528972
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,uniform,1.4204373359680176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,uniform,0.5581599871317545
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,uniform,0.7258079846700033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,uniform,0.7098613580067953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,uniform,0.9706346988677979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,uniform,1.048202673594157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,uniform,1.1286880175272624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,uniform,1.2880319754282634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,uniform,1.5856320063273113
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,uniform,2.2408852577209473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,uniform,0.8043893178304037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,uniform,0.7633386452992758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,uniform,0.9002400239308676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,uniform,1.0789173444112141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,128,uniform,0.8861119747161865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,64,uniform,0.9397386709849039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,uniform,1.1440959771474202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,uniform,1.9205013910929363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,uniform,1.4075360298156738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,uniform,1.275328000386556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,uniform,1.1819360256195068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,uniform,1.4459306399027507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,8,uniform,0.04806933303674062
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,uniform,0.053173333406448364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,uniform,0.0800853321949641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,uniform,0.06010666489601135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,uniform,1.7380480766296387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,uniform,0.0565226674079895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,uniform,0.05489600201447805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,uniform,2.3853440284729004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,uniform,0.053786665201187134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,uniform,0.04747733473777771
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,uniform,0.05467733244101206
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,uniform,0.0498879998922348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,uniform,0.04763199885686239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,uniform,0.04677333434422811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,128,uniform,0.06348266700903575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,uniform,0.046015997727712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,64,uniform,0.05414933462937673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,uniform,0.053770666321118675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,uniform,0.053258667389551796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,uniform,0.052111998200416565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,256,uniform,0.0798880010843277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,uniform,0.06311999758084615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,uniform,0.056501333912213646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,uniform,0.057274664441744484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,uniform,0.055642664432525635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,uniform,0.05545066793759664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,uniform,0.05347733199596405
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,8,uniform,0.04874666531880697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,uniform,0.08049599826335907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,uniform,0.061050668358802795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,uniform,0.05641066531340281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,uniform,0.05748266478379568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,uniform,0.057034666339556374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,uniform,0.0562666654586792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,uniform,0.04859733581542969
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,uniform,0.05049066742261251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,uniform,0.04744000236193339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,uniform,0.047685335079828896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,uniform,0.04789333542188009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,128,uniform,0.06382933259010315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,uniform,0.054378668467203774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,64,uniform,0.055120001236597695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,uniform,0.053360000252723694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,uniform,0.05448000133037567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,uniform,0.05817066629727682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,uniform,0.05645333230495453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,uniform,0.057589332262674965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,uniform,0.05726933479309082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,8,uniform,0.04849599798520406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,uniform,0.053557331363360085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,uniform,0.08025066554546356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,256,uniform,0.07468266785144806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,uniform,0.0566293348868688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,uniform,0.06453866759936015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,uniform,0.057146668434143066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,uniform,0.06894400219122569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,uniform,0.05900266766548157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,uniform,0.05457599957784017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,uniform,0.04896000027656555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,uniform,0.050613333781560264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,uniform,0.04594666759173075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,uniform,0.04842133323351542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,uniform,0.04642133414745331
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,128,uniform,0.06372266511122386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,64,uniform,0.055488000313440956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,uniform,0.05173333485921224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,uniform,0.0545653353134791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,256,uniform,0.08372799555460612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,uniform,0.05599466462930044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,uniform,0.06292800108591716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,uniform,0.05769599974155426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,uniform,0.05804799993832906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,uniform,0.05821333328882853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,uniform,0.059215997656186424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,uniform,0.05357333521048228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,8,uniform,0.048997332652409874
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,uniform,0.05717333157857259
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,uniform,0.07875200112660725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,uniform,0.058864002426465355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,uniform,0.057034666339556374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,uniform,0.0629013329744339
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,uniform,0.050479998191197716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,uniform,0.04826666911443075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,uniform,0.04903466502825419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,uniform,0.05817066629727682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,uniform,0.04868266483147939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,128,uniform,0.06409599880377452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,uniform,0.05100266635417938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,uniform,0.05593066910902659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,64,uniform,0.055248002211252846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,256,uniform,0.08086400230725606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,uniform,0.0544053316116333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,uniform,0.05866666634877523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,uniform,0.05789333085219065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,uniform,0.06322133541107178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,uniform,0.05804799993832906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,uniform,0.05958400170008341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,uniform,0.06097066899140676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,uniform,0.054527997970581055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,8,uniform,0.04863999783992767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,uniform,0.06168533364931742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,uniform,0.0816480020682017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,uniform,0.06141866743564606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,uniform,0.06306666632493337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,uniform,0.06531733274459839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,uniform,0.05096533397833506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,uniform,0.05008000135421753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,uniform,0.08207466701666515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,uniform,0.04972266654173533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,uniform,0.05570666491985321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,uniform,0.0517439991235733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,128,uniform,0.06900799771149953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,uniform,0.06504533191521962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,64,uniform,0.06788800160090129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,uniform,0.07921599845091502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,uniform,0.06735466420650482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,256,uniform,0.08018666505813599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,uniform,0.06751466790835063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,uniform,0.06217066446940104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,uniform,0.06271466612815857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,uniform,0.06498666604359944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,8,uniform,0.04867733518282572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,uniform,0.07447466750939687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,uniform,0.05440000196297964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,uniform,0.08180266618728638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,uniform,0.0783679982026418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,uniform,0.07905599971612294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,uniform,0.10470400253931682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,uniform,0.08220799763997395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,uniform,0.05235200126965841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,uniform,0.05096533397833506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,uniform,0.0912000040213267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,uniform,0.051183998584747314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,uniform,0.053082664807637535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,uniform,0.056847999493281044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,128,uniform,0.07177066802978516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,64,uniform,0.06899733344713847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,uniform,0.07226666808128357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,uniform,0.07843199868996938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,uniform,0.08805333574612935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,256,uniform,0.08146133522192638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,uniform,0.07999466856320699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,uniform,0.07960533102353413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,uniform,0.10579199592272441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,uniform,0.08859733740488689
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,uniform,0.08704533179601033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,8,uniform,0.049029335379600525
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,uniform,0.07926933467388153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,uniform,0.054560000697771706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,uniform,0.08134933312733968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,uniform,0.08096000055472057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,uniform,0.0857973297437032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,uniform,0.10519466797510783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,uniform,0.08827199538548787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,uniform,0.05277333160241445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,uniform,0.051829333106676735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,uniform,0.06378666559855144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,uniform,0.05177066723505656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,uniform,0.05351466437180837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,128,uniform,0.06571733454863231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,64,uniform,0.06993600229422252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,uniform,0.07868800063927968
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,uniform,0.07473066449165344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,uniform,0.08781333764394124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,256,uniform,0.08312533299128215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,uniform,0.08940266569455464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,uniform,0.09368000427881877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,uniform,0.09027199943860371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,uniform,0.1264586647351583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,uniform,0.10422933101654053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,uniform,0.054325332244237266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,uniform,0.08170133332411449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,8,uniform,0.049695998430252075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,uniform,0.0849120020866394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,uniform,0.08112533390522003
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,uniform,0.08412266770998637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,uniform,0.10599467158317566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,uniform,0.053344001372655235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,uniform,0.0897759993871053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,uniform,0.054005334774653115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,uniform,0.05296533306439718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,uniform,0.058634668588638306
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,uniform,0.054431999723116554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,128,uniform,0.06761600077152252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,64,uniform,0.06756266454855601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,uniform,0.08798399567604065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,uniform,0.07496533294518788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,uniform,0.07910933097203572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,256,uniform,0.08276799817879994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,uniform,0.09525866309801738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,uniform,0.09141866366068523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,uniform,0.0906880001227061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,uniform,0.12920533617337546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,uniform,0.10290132959683736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,uniform,0.05659199754397074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,8,uniform,0.050426666935284935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,uniform,0.08413867155710857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,uniform,0.08136533200740814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,uniform,0.08224000036716461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,uniform,0.08852266271909077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,uniform,0.10841600100199382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,uniform,0.0545066644748052
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,uniform,0.05492266515890757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,uniform,0.053685332338015236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,64,uniform,0.07309333483378093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,128,uniform,0.06940266489982605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,uniform,0.0561653325955073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,uniform,0.05955199897289276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,uniform,0.08684800068537395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,uniform,0.08136533200740814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,uniform,0.0757120003302892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,uniform,0.09005866448084514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,256,uniform,0.08437866965929668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,uniform,0.092031995455424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,uniform,0.09173333644866943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,8,uniform,0.05082133412361145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,uniform,0.05535466472307841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,uniform,0.12829333543777466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,uniform,0.10109333197275798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,uniform,0.09241599837938945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,uniform,0.08569066723187764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,uniform,0.08598933617273967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,uniform,0.08768000205357869
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,uniform,0.08627200126647949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,uniform,0.055914665261904396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,uniform,0.10916266838709514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,uniform,0.09273067116737366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,uniform,0.05535466472307841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,uniform,0.0537066658337911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,uniform,0.05778666834036509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,uniform,0.08230400085449219
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,128,uniform,0.06971733272075653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,uniform,0.06108800073464712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,64,uniform,0.06843733290831248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,uniform,0.07653333246707916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,uniform,0.09142933289210002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,256,uniform,0.08655466636021932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,uniform,0.09524266918500264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,uniform,0.09332799911499023
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,uniform,0.11054933071136475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,uniform,0.13099732995033264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,8,uniform,0.05049066742261251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,uniform,0.09869333108266194
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,uniform,0.05593599875768026
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,uniform,0.08828266461690266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,uniform,0.08618666728337605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,uniform,0.0867146650950114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,uniform,0.08768533666928609
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,uniform,0.09450133641560872
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,uniform,0.05793599784374237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,uniform,0.05750933289527893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,uniform,0.11365866661071777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,uniform,0.05646933118502299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,uniform,0.05836800237496694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,64,uniform,0.07035199801127116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,uniform,0.07926400005817413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,128,uniform,0.0724426656961441
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,uniform,0.062208001812299095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,uniform,0.08577066659927368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,uniform,0.09642666578292847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,uniform,0.09313066800435384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,uniform,0.09742933511734009
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,256,uniform,0.08915733297665913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,uniform,0.09957333405812581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,uniform,0.11000000437100728
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,uniform,0.13133866588274637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,8,uniform,0.052442664901415505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,uniform,0.08972799777984619
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,uniform,0.05776533484458923
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,uniform,0.08675733208656311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,uniform,0.08664000034332275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,uniform,0.08897599577903748
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,uniform,0.11321066816647847
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,uniform,0.05875733494758606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,uniform,0.09813867012659709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,uniform,0.0580320010582606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,uniform,0.05791999896367391
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,uniform,0.0592853327592214
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,64,uniform,0.07241599758466084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,128,uniform,0.07183466851711273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,uniform,0.0634080022573471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,uniform,0.07829333345095317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,uniform,0.08470400174458821
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,uniform,0.09769599636395772
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,uniform,0.09471999605496724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,256,uniform,0.08892266949017842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,uniform,0.09803199768066406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,uniform,0.10048000017801921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,8,uniform,0.052149335543314614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,uniform,0.13343466321627298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,uniform,0.0872213343779246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,uniform,0.05885333319505056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,uniform,0.0885759989420573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,uniform,0.11036800344785054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,uniform,0.09032533566157024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,uniform,0.0874826709429423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,uniform,0.11478933691978455
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,uniform,0.09687999884287517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,uniform,0.059562668204307556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,uniform,0.05926933387915293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,uniform,0.058389330903689064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,uniform,0.0614879975716273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,128,uniform,0.07319466769695282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,uniform,0.06557866434256236
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,64,uniform,0.07267199953397115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,uniform,0.08563199639320374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,uniform,0.09503466884295146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,uniform,0.09725866715113322
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,uniform,0.09656533598899841
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,256,uniform,0.08994666735331218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,uniform,0.10202133655548096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,uniform,0.11272533734639485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,uniform,0.059893334905306496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,uniform,0.08941333492596944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,8,uniform,0.0535093347231547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,uniform,0.13685333728790283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,uniform,0.07607466479142506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,uniform,0.08934932947158813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,uniform,0.11627733707427979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,uniform,0.0881813367207845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,uniform,0.09834133585294087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,uniform,0.09147733449935913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,uniform,0.06170133252938589
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,uniform,0.06111466884613037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,uniform,0.058543999989827476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,uniform,0.06676266590754192
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,uniform,0.06305066744486491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,128,uniform,0.07358933488527934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,64,uniform,0.07410133381684621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,uniform,0.08148266871770223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,uniform,0.08718400200208028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,uniform,0.09749333063761394
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,uniform,0.11384532848993938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,uniform,0.09899200002352397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,uniform,0.10485333204269409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,uniform,0.10015466809272766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,8,uniform,0.061119998494784035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,uniform,0.06649066507816315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,uniform,0.13891200224558511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,256,uniform,0.087909330924352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,uniform,0.09794132908185323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,uniform,0.09761599699656169
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,uniform,0.09716266393661499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,uniform,0.10674666364987691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,uniform,0.06833600004514058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,uniform,0.12599999705950418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,uniform,0.06870933373769124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,uniform,0.10020266969998677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,uniform,0.07107200225194295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,uniform,0.07615466912587483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,128,uniform,0.08204266428947449
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,uniform,0.08429333567619324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,uniform,0.11030399799346924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,64,uniform,0.08218666911125183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,256,uniform,0.10260267059008281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,uniform,0.09667199850082397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,uniform,0.08992000420888265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,uniform,0.10688533385594685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,uniform,0.12247467041015625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,8,uniform,0.06249066690603892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,uniform,0.06976533432801564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,uniform,0.10912533601125081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,uniform,0.14974932869275412
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,uniform,0.11513599753379822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,uniform,0.10121599833170573
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,uniform,0.09900800387064616
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,uniform,0.09904533624649048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,uniform,0.10332799951235454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,uniform,0.10960533221562703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,uniform,0.07027199864387512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,uniform,0.12743999560674033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,uniform,0.07072000205516815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,uniform,0.07292800148328145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,uniform,0.07898133496443431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,128,uniform,0.08273066580295563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,uniform,0.08826133608818054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,64,uniform,0.0846026639143626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,uniform,0.0902400016784668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,uniform,0.1002293328444163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,uniform,0.12080533305803935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,256,uniform,0.10339732964833577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,uniform,0.11691199739774068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,uniform,0.11217600107192993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,uniform,0.1132533351580302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,8,uniform,0.06446933249632518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,uniform,0.15552533666292825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,uniform,0.1281066636244456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,uniform,0.07188266515731812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,uniform,0.10526399811108907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,uniform,0.10609599947929382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,uniform,0.10633599758148193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,uniform,0.11109866698582967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,uniform,0.11641066273053487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,uniform,0.13398399949073792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,uniform,0.07732800145943959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,uniform,0.07495999832948048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,uniform,0.07480533421039581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,uniform,0.08307733138402303
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,uniform,0.09259733557701111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,128,uniform,0.08724799752235413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,64,uniform,0.08896000186602275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,uniform,0.10687999924023946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,uniform,0.09433066844940186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,uniform,0.11868799726168315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,uniform,0.12496532996495564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,256,uniform,0.10969600081443787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,uniform,0.11818666259447734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,uniform,0.07918400069077809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,8,uniform,0.06805333495140076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,uniform,0.16359999775886536
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,uniform,0.13377599914868674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,uniform,0.12344533205032349
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,uniform,0.1251626710096995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,uniform,0.12723732988039652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,uniform,0.13199466466903687
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,uniform,0.13573333621025085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,uniform,0.18844266732533774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,uniform,0.15175466736157736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,uniform,0.0988213320573171
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,uniform,0.1009279986222585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,uniform,0.10391466816266377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,uniform,0.11220799883206685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,128,uniform,0.11582400401433308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,uniform,0.12981333335240683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,64,uniform,0.11678933103879292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,uniform,0.13860266407330832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,uniform,0.12459733088811238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,uniform,0.17455466588338217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,256,uniform,0.1379146675268809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,uniform,0.14818132917086282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,uniform,0.16332266728083292
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,uniform,0.14695466558138529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,uniform,0.15441067020098367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,8,uniform,0.0718560020128886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,uniform,0.19340799252192178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,uniform,0.08551466464996338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,uniform,0.13724799950917563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,uniform,0.13672533631324768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,uniform,0.1402293344338735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,uniform,0.14805866281191507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,uniform,0.16544533769289652
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,uniform,0.20167466004689535
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,uniform,0.10812800129254659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,uniform,0.11103999614715576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,uniform,0.15032000343004862
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,128,uniform,0.12531733512878418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,uniform,0.11358933647473653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,uniform,0.12798933188120523
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,64,uniform,0.1279146671295166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,uniform,0.1530400017897288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,uniform,0.13612266381581625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,uniform,0.15666133165359497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,256,uniform,0.1437546710173289
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,uniform,0.20467732350031534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,uniform,0.160863995552063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,uniform,0.19641600052515665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,uniform,0.17256534099578857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,uniform,0.11085333426793416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,8,uniform,0.08947733044624329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,uniform,0.2500800093015035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,uniform,0.15633066495259604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,uniform,0.15743466218312582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,uniform,0.16201066970825195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,uniform,0.17118932803471884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,uniform,0.23646400372187296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,uniform,0.19384000698725382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,uniform,0.12392533818880717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,uniform,0.12739200393358865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,uniform,0.13342400391896567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,uniform,0.14869866768519083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,uniform,0.1697653333346049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,64,uniform,0.1450506647427877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,128,uniform,0.1423306663831075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,uniform,0.188810666402181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,uniform,0.23541865746180216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,uniform,0.15610133608182272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,256,uniform,0.16492266456286112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,uniform,0.1795039971669515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,uniform,0.18157867590586343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,uniform,0.19504000743230185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,8,uniform,0.09919466574986775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,uniform,0.22381865978240967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,uniform,0.12053866187731425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,uniform,0.2798666755358378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,uniform,0.17357333501180014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,uniform,0.19165867567062378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,uniform,0.17618666092554727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,uniform,0.17983466386795044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,uniform,0.21849600474039713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,uniform,0.2646186749140422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,uniform,0.136543999115626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,uniform,0.13929599523544312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,uniform,0.14800533652305603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,uniform,0.16695467631022134
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,128,uniform,0.17128000656763712
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,uniform,0.1874720056851705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,64,uniform,0.1764693260192871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,uniform,0.1868106722831726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,uniform,0.2825919985771179
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,uniform,0.22121065855026245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,256,uniform,0.1871839960416158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,uniform,0.21395200490951538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,8,uniform,0.14171199997266135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,uniform,0.17443732420603433
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,uniform,0.2197279930114746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,uniform,0.23498666286468506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,uniform,0.273087998231252
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,uniform,0.3384693463643392
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,uniform,0.2248213291168213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,uniform,0.23029865821202597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,uniform,0.23404266436894736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,uniform,0.2523733377456665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,uniform,0.28244266907374066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,uniform,0.17464532454808554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,uniform,0.3362559874852498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,uniform,0.18094400564829508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,uniform,0.18894932667414346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,uniform,0.21468265851338705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,uniform,0.23722134033838907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,128,uniform,0.202074666817983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,64,uniform,0.20773865779240927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,uniform,0.3622986475626628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,uniform,0.22497600317001343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,uniform,0.2853813370068868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,256,uniform,0.22708266973495483
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,uniform,0.2548266649246216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,8,uniform,0.16987733046213785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,uniform,0.26070932547251385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,uniform,0.21198934316635132
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,uniform,0.32011733452479046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,uniform,0.2809813419977824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,uniform,0.3946506579717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,uniform,0.2611040075620015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,uniform,0.26474666595458984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,uniform,0.2927680015563965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,uniform,0.27249600489934284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,uniform,0.33537065982818604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,uniform,0.20229866107304892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,uniform,0.3909279902776082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,uniform,0.20777599016825357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,uniform,0.2530720035235087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,uniform,0.21939732631047568
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,uniform,0.28335465987523395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,128,uniform,0.2317813237508138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,64,uniform,0.23948800563812256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,uniform,0.3293439944585164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,uniform,0.2779360016187032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,uniform,0.4475413163503011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,256,uniform,0.2837760051091512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,uniform,0.3154346744219462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,8,uniform,0.22240533431371054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,uniform,0.28171734015146893
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,uniform,0.32434133688608807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,uniform,0.3501226504643758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,uniform,0.39822932084401447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,uniform,0.4693919817606608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,uniform,0.3519786596298218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,uniform,0.355951984723409
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,uniform,0.3720586697260539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,uniform,0.39485331376393634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,uniform,0.4486080010732015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,uniform,0.522325317064921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,uniform,0.26420267422993976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,uniform,0.2734666665395101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,uniform,0.2881919940312703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,uniform,0.34116268157958984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,uniform,0.3824160099029541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,64,uniform,0.3300693432490031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,128,uniform,0.32501866420110065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,uniform,0.47596800327301025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,uniform,0.3666079839070638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,uniform,0.619322657585144
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,256,uniform,0.3647306760152181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,8,uniform,0.2639946738878886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,uniform,0.3540373245875041
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,uniform,0.399893323580424
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,uniform,0.41465067863464355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,uniform,0.44248000780741376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,uniform,0.5043893257776896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,uniform,0.5899306535720825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,uniform,0.4402720133463542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,uniform,0.47017065684000653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,uniform,0.4501386483510335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,uniform,0.501749316851298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,uniform,0.6748800277709961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,uniform,0.5665493408838908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,uniform,0.31835200389226276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,uniform,0.33106666803359985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,uniform,0.3511360088984172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,uniform,0.4320053259531657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,uniform,0.49112534523010254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,128,uniform,0.38688000043233234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,64,uniform,0.3970880111058553
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,uniform,0.8102719783782959
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,uniform,0.4588906764984131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,uniform,0.5861333211263021
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,256,uniform,0.46579734484354657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,8,uniform,0.3707733154296875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,uniform,0.501530647277832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,uniform,0.5050239960352579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,uniform,0.5275413195292155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,uniform,0.5639466842015585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,uniform,0.6356106599171957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,uniform,0.7381813526153564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,uniform,0.6287573178609213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,uniform,0.7086559931437174
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,uniform,0.6392159859339396
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,uniform,0.6621119976043701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,uniform,0.8024906317392985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,uniform,0.4469386736551921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,uniform,0.9616533120473226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,uniform,0.4620000123977661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,uniform,0.4907360076904297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,uniform,0.595301349957784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,uniform,0.6904266675313314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,128,uniform,0.5451573530832926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,64,uniform,0.5633333524068197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,uniform,0.6511946519215902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,uniform,1.1743626594543457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,uniform,0.8459093570709229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,8,uniform,0.46320001284281415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,uniform,0.6447786490122477
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,256,uniform,0.6510666608810425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,uniform,0.7230239709218343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,uniform,0.7498026688893636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,uniform,0.7961173057556152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,uniform,0.8931413491566976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,uniform,1.0526080131530762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,uniform,0.8090720176696777
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,uniform,0.8552587032318115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,uniform,0.8258612950642904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,uniform,0.9153813521067301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,uniform,1.0335146586100261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,uniform,1.2655519644419353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,uniform,0.5648426612218221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,uniform,0.5805013179779053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,uniform,0.6229600111643473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,uniform,0.7934559981028239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,uniform,0.9174773693084717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,128,uniform,0.6999680201212565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,uniform,1.4938079516092937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,64,uniform,0.7217546304066976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,uniform,0.8289279937744141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,uniform,1.094373305638631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,8,uniform,0.5602080027262369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,uniform,0.7980159918467203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,256,uniform,0.857098658879598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,uniform,0.9372533162434896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,uniform,1.0303573608398438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,uniform,0.9693706830342611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,uniform,1.1563786665598552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,uniform,1.364986737569173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,uniform,1.011840025583903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,uniform,0.9884160359700521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,uniform,1.047925313313802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,uniform,1.124410629272461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,uniform,1.2695679664611816
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,uniform,1.5634560585021973
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,uniform,0.6944800217946371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,uniform,0.7150560220082601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,uniform,0.7617599964141846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,uniform,0.9522720177968343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,uniform,1.133354663848877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,128,uniform,0.8624320030212402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,64,uniform,0.8817280133565267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,uniform,1.3500906626383464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,uniform,1.0218186378479004
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,8,uniform,0.04497600098450979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,uniform,1.8946827252705891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,8,uniform,0.04744533201058706
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,uniform,0.06047466893990835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,uniform,0.05105599761009216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,uniform,0.049600000182787575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,uniform,0.04898133377234141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,uniform,0.04833066463470459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,uniform,0.04924799998601278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,128,uniform,0.04507199923197428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,64,uniform,0.04489600161711375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,32,uniform,0.044064000248909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,16,uniform,0.04460800190766653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,8,uniform,0.04403733213742574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,128,uniform,0.05188799897829691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,64,uniform,0.04821866750717163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,32,uniform,0.04822933177153269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,16,uniform,0.04778666794300079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,8,uniform,0.04794666667779287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,uniform,1.1901919841766357
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,256,uniform,1.0408639907836914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,uniform,1.1470932960510254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,uniform,1.2660373051961262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,uniform,0.05562133093674978
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,256,uniform,0.058304001887639366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,uniform,0.05057600140571594
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,uniform,0.04934399823347727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,uniform,0.04923200110594431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,8,uniform,0.045466666420300804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,uniform,0.049839998284975685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,8,uniform,0.04764799773693085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,uniform,1.412864049275716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,uniform,0.0499839981396993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,uniform,0.06107733150323232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,uniform,0.04959466556708018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,uniform,0.05023466547330221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,uniform,0.05625600119431814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,uniform,0.05046399931112925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,64,uniform,0.04543999830881754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,128,uniform,0.04715733230113983
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,16,uniform,0.0452106644709905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,32,uniform,0.04566933214664459
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,uniform,1.711066722869873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,8,uniform,0.04562666515509287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,128,uniform,0.051498666405677795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,64,uniform,0.0495413343111674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,32,uniform,0.04877333343029022
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,16,uniform,0.04841066896915436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,8,uniform,0.049813335140546165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,uniform,0.051632001996040344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,uniform,0.0498986691236496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,uniform,0.05187733471393585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,256,uniform,0.06214400132497152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,uniform,0.050154666105906166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,uniform,0.050741334756215416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,8,uniform,0.04822933177153269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,8,uniform,0.044938668608665466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,uniform,0.05967999994754791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,uniform,0.05593066910902659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,uniform,0.04996266464392344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,32,uniform,0.0451200008392334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,uniform,0.04979733129342397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,uniform,0.05021866659323374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,uniform,0.05276266733805338
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,128,uniform,0.04700266818205515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,64,uniform,0.044879997769991554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,128,uniform,0.052005335688591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,8,uniform,0.04626133541266123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,16,uniform,0.045610666275024414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,8,uniform,0.05170666674772898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,64,uniform,0.04933866858482361
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,32,uniform,0.04867733518282572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,16,uniform,0.049456000328063965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,256,uniform,0.0614879975716273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,uniform,0.052149335543314614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,uniform,0.05072000126043955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,uniform,0.05012799799442291
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,uniform,0.05138133466243744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,uniform,0.051354666550954185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,uniform,0.062261333068211876
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,uniform,0.05398400127887726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,8,uniform,0.04526400069395701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,8,uniform,0.047839999198913574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,uniform,0.05230933427810669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,uniform,0.04984533290068308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,uniform,0.05031999945640564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,128,uniform,0.04596266647179922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,uniform,0.05676266551017761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,8,uniform,0.048698668678601585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,32,uniform,0.04590400060017904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,16,uniform,0.046053335070610046
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,64,uniform,0.04569066564242045
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,128,uniform,0.05162666738033295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,8,uniform,0.053898667295773826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,64,uniform,0.048437332113583885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,32,uniform,0.049216002225875854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,16,uniform,0.051781331499417625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,256,uniform,0.06318933268388112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,uniform,0.05165866514046987
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,uniform,0.05075199902057648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,uniform,0.0528106689453125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,uniform,0.051642666260401406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,uniform,0.057429333527882896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,8,uniform,0.04563199977080027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,uniform,0.053616002202034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,8,uniform,0.04887466629346212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,uniform,0.06099733213583628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,uniform,0.05147199829419454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,uniform,0.05123200019200643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,uniform,0.05690666536490122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,64,uniform,0.0479360024134318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,uniform,0.06369066735108693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,32,uniform,0.04709866642951965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,128,uniform,0.04713066418965658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,8,uniform,0.05348266661167145
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,32,uniform,0.053770666321118675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,16,uniform,0.04869333406289419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,128,uniform,0.05226666728655497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,64,uniform,0.05333333214124044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,uniform,0.052373334765434265
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,8,uniform,0.06570666531721751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,16,uniform,0.05902933577696482
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,256,uniform,0.059978668888409935
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,uniform,0.053930665055910744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,uniform,0.05686933298905691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,uniform,0.06486933430035909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,uniform,0.057487999399503074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,8,uniform,0.046256000796953835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,8,uniform,0.04924799998601278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,uniform,0.06492800017197926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,uniform,0.06284266710281372
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,128,uniform,0.04819199939568838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,uniform,0.06320533156394958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,uniform,0.06447466711203258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,uniform,0.07471466561158498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,uniform,0.08769599596659343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,64,uniform,0.04783466458320618
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,8,uniform,0.05530133346716563
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,32,uniform,0.04804799954096476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,16,uniform,0.049839998284975685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,128,uniform,0.053301334381103516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,32,uniform,0.059338668982187905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,64,uniform,0.05593066910902659
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,256,uniform,0.06380266447861989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,16,uniform,0.06453866759936015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,8,uniform,0.07123733560244243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,uniform,0.062319998939832054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,uniform,0.06453866759936015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,8,uniform,0.046810666720072426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,uniform,0.06810133159160614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,uniform,0.07248533268769582
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,uniform,0.0895306666692098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,uniform,0.0658079981803894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,8,uniform,0.049045334259668984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,uniform,0.06713066498438518
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,uniform,0.06401066482067108
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,uniform,0.06214400132497152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,uniform,0.0734506646792094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,uniform,0.09314133723576863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,64,uniform,0.04916800061861674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,128,uniform,0.048538664976755776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,16,uniform,0.05061866839726766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,32,uniform,0.050197333097457886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,8,uniform,0.05574933191140493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,128,uniform,0.05527999997138977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,256,uniform,0.06478400031725566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,64,uniform,0.05486399928728739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,16,uniform,0.06492800017197926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,32,uniform,0.060309335589408875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,8,uniform,0.07461866736412048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,uniform,0.07073600093523662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,uniform,0.08814400434494019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,uniform,0.07083733379840851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,uniform,0.07717333237330119
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,8,uniform,0.04711466530958811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,uniform,0.11283733447392781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,uniform,0.06508799890677135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,8,uniform,0.04938133557637533
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,uniform,0.06523733337720235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,uniform,0.06530666848023732
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,uniform,0.06936533252398173
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,uniform,0.07628266513347626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,16,uniform,0.05331199864546458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,uniform,0.09249599774678548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,128,uniform,0.05022400120894114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,64,uniform,0.05022400120894114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,32,uniform,0.05064533154169718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,8,uniform,0.0569706658522288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,32,uniform,0.06057066718737284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,128,uniform,0.0563679983218511
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,64,uniform,0.056832000613212585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,16,uniform,0.06485866506894429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,8,uniform,0.07419733206431071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,256,uniform,0.0656160016854604
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,uniform,0.07831466694672902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,uniform,0.07310399909814198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,uniform,0.07362666726112366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,uniform,0.08849066495895386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,8,uniform,0.04822933177153269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,uniform,0.11241066455841064
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,uniform,0.06634666522343953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,8,uniform,0.05049066742261251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,uniform,0.06800533334414165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,uniform,0.06829333305358887
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,uniform,0.07707733412583669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,uniform,0.07162133355935414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,64,uniform,0.0521919975678126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,uniform,0.09593066573143005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,128,uniform,0.05141866703828176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,32,uniform,0.05186666548252106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,16,uniform,0.05383466680844625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,32,uniform,0.06200533111890157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,8,uniform,0.05889600018660227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,16,uniform,0.0664213349421819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,128,uniform,0.05730666716893514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,64,uniform,0.05713599920272827
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,8,uniform,0.0754559983809789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,uniform,0.07491733133792877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,256,uniform,0.06817066669464111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,uniform,0.07313066720962524
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,uniform,0.09174933036168416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,uniform,0.11616533001263936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,uniform,0.08055999875068665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,8,uniform,0.0483893354733785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,uniform,0.0691840002934138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,8,uniform,0.050517335534095764
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,uniform,0.0699839989344279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,uniform,0.06866666674613953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,64,uniform,0.052933335304260254
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,uniform,0.0720000018676122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,uniform,0.07829333345095317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,uniform,0.09513599673906963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,32,uniform,0.05273066461086273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,128,uniform,0.0524586687485377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,128,uniform,0.05831466615200043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,16,uniform,0.05504000186920166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,8,uniform,0.059301331639289856
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,64,uniform,0.0581226646900177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,32,uniform,0.0627040018637975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,8,uniform,0.07808533310890198
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,uniform,0.07500266532103221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,16,uniform,0.06797866523265839
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,256,uniform,0.06914133330186208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,uniform,0.07537066439787547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,uniform,0.09115200241406758
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,8,uniform,0.05175999800364176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,uniform,0.08085866769154866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,uniform,0.11525866389274597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,8,uniform,0.04826666911443075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,uniform,0.0705386648575465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,uniform,0.07169599831104279
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,uniform,0.08206933240095775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,uniform,0.07071466743946075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,uniform,0.07478933533032735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,uniform,0.0993173321088155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,128,uniform,0.05397333204746246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,64,uniform,0.05483733117580414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,8,uniform,0.061610668897628784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,32,uniform,0.05479466418425242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,16,uniform,0.05699199934800466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,64,uniform,0.060309335589408875
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,128,uniform,0.06106133262316386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,256,uniform,0.07108800113201141
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,8,uniform,0.08087466657161713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,32,uniform,0.06490666667620341
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,16,uniform,0.06970666845639546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,uniform,0.07871466875076294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,uniform,0.0759093314409256
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,uniform,0.08229333162307739
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,uniform,0.11876799662907918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,uniform,0.09386666615804036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,8,uniform,0.049695998430252075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,8,uniform,0.05381333331267039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,uniform,0.07166933516661327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,uniform,0.08378133177757263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,uniform,0.07738666733105977
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,uniform,0.07263466715812683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,uniform,0.0728959987560908
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,uniform,0.10121066371599834
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,128,uniform,0.05585066477457682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,16,uniform,0.05809600154558817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,64,uniform,0.05574400226275126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,32,uniform,0.055455997586250305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,8,uniform,0.06311466793219249
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,128,uniform,0.06145066519578298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,64,uniform,0.06095466514428457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,32,uniform,0.06604800124963124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,8,uniform,0.08100266754627228
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,uniform,0.08051200211048126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,16,uniform,0.07171733180681865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,uniform,0.07834666470686595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,256,uniform,0.07428800066312154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,8,uniform,0.05016533533732096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,8,uniform,0.05436799923578898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,uniform,0.08488532900810242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,uniform,0.0976106623808543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,uniform,0.12165866295496623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,uniform,0.07515733440717061
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,uniform,0.07460799813270569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,uniform,0.07460799813270569
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,uniform,0.08634666601816814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,uniform,0.0792746643225352
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,64,uniform,0.05658666789531708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,uniform,0.10379200180371602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,128,uniform,0.05667200187842051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,32,uniform,0.05667733152707418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,16,uniform,0.05964266757170359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,128,uniform,0.06276800235112508
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,64,uniform,0.06305066744486491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,8,uniform,0.06458666423956554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,32,uniform,0.06762666503588359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,16,uniform,0.07416533430417378
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,8,uniform,0.08422933022181193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,uniform,0.08407466610272725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,256,uniform,0.07618666688601176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,uniform,0.08158400158087413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,uniform,0.086709330479304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,uniform,0.0983733336130778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,uniform,0.12329600254694621
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,uniform,0.08230933547019958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,uniform,0.077824001510938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,8,uniform,0.05086933573087057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,8,uniform,0.055770665407180786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,uniform,0.07711466650168101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,uniform,0.07708266874154408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,uniform,0.08835732936859131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,128,uniform,0.05925333499908447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,64,uniform,0.059621334075927734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,uniform,0.10437333583831787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,8,uniform,0.06674666702747345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,32,uniform,0.059631998340288796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,16,uniform,0.06087466577688853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,128,uniform,0.0651146670182546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,32,uniform,0.07275199890136719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,16,uniform,0.07762133578459422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,64,uniform,0.06586133440335591
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,256,uniform,0.07951466739177704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,8,uniform,0.08588799834251404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,uniform,0.08973866701126099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,uniform,0.08381866415341695
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,uniform,0.08375466863314311
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,uniform,0.10240000486373901
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,uniform,0.12594133615493774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,8,uniform,0.06363200147946675
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,8,uniform,0.05950400233268738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,uniform,0.09871466954549153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,uniform,0.08659199873606364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,uniform,0.0869813362757365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,uniform,0.1176479955514272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,uniform,0.08864532907803853
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,uniform,0.0909546713034312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,128,uniform,0.06685866912206014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,32,uniform,0.0695306658744812
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,64,uniform,0.06701866785685222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,128,uniform,0.07449600100517273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,16,uniform,0.07378133138020833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,8,uniform,0.08431999882062276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,64,uniform,0.07433600227038066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,32,uniform,0.08028266827265422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,16,uniform,0.08716266353925069
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,uniform,0.09557867050170898
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,8,uniform,0.09750399986902873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,uniform,0.09548266728719075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,256,uniform,0.08942400415738423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,uniform,0.10105066498120625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,uniform,0.11382399996121724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,8,uniform,0.06643733382225037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,uniform,0.13902399937311807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,8,uniform,0.061103999614715576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,uniform,0.09090666969617207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,uniform,0.09047999978065491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,uniform,0.09145067135492961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,uniform,0.09507733583450317
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,uniform,0.12159466743469238
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,uniform,0.10410133004188538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,128,uniform,0.0695360004901886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,32,uniform,0.07225066423416138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,64,uniform,0.06976533432801564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,16,uniform,0.07679466903209686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,8,uniform,0.116565336783727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,64,uniform,0.0776693324247996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,8,uniform,0.08827733000119527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,128,uniform,0.07572266459465027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,32,uniform,0.08725333213806152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,16,uniform,0.09363733728726704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,256,uniform,0.09315733114878337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,uniform,0.09966933727264404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,uniform,0.097680002450943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,uniform,0.10506133238474528
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,8,uniform,0.0695253312587738
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,8,uniform,0.063701331615448
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,uniform,0.11732266346613567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,uniform,0.1434560020764669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,uniform,0.09839466214179993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,uniform,0.09883733590443929
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,uniform,0.1037066678206126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,uniform,0.0993173321088155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,uniform,0.11071466406186421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,64,uniform,0.07468800246715546
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,uniform,0.1296266714731852
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,32,uniform,0.07752533257007599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,128,uniform,0.07461866736412048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,16,uniform,0.08277333279450734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,8,uniform,0.09408000111579895
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,128,uniform,0.08204799890518188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,32,uniform,0.09382399916648865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,64,uniform,0.0860640009244283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,16,uniform,0.1032960017522176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,uniform,0.1066986620426178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,256,uniform,0.10091200470924377
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,uniform,0.10798399647076924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,8,uniform,0.12493866682052612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,uniform,0.11294933160146077
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,8,uniform,0.07785599927107494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,uniform,0.12412800391515096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,8,uniform,0.06961599985758464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,uniform,0.15255467096964517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,uniform,0.12870400150616965
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,uniform,0.1272266705830892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,uniform,0.13262933492660522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,uniform,0.1386666695276896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,uniform,0.15762666861216226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,uniform,0.19037866592407227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,32,uniform,0.10569600264231364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,128,uniform,0.10059199730555217
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,64,uniform,0.10301333665847778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,8,uniform,0.1300106644630432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,16,uniform,0.11370133360226949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,128,uniform,0.1172160009543101
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,64,uniform,0.11877866586049397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,16,uniform,0.14060266812642416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,32,uniform,0.1269760032494863
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,8,uniform,0.1715786655743917
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,256,uniform,0.13474667072296143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,uniform,0.1406826674938202
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,uniform,0.1602773368358612
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,uniform,0.14265599846839905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,uniform,0.14761066436767578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,uniform,0.18780267238616943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,8,uniform,0.07414400080839793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,8,uniform,0.08974400162696838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,uniform,0.1416159967581431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,uniform,0.1437493364016215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,uniform,0.14761599898338318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,uniform,0.20808533827463785
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,uniform,0.17165867487589517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,uniform,0.15532267093658447
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,128,uniform,0.11083199580510457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,64,uniform,0.11555733283360799
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,128,uniform,0.13132799665133157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,8,uniform,0.15170133113861084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,16,uniform,0.13009066383043924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,64,uniform,0.13246400157610574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,32,uniform,0.11897066235542297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,32,uniform,0.14357866843541464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,16,uniform,0.1553813318411509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,8,uniform,0.19713600476582846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,256,uniform,0.14868799845377603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,uniform,0.1575146714846293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,uniform,0.1634933352470398
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,uniform,0.17415465911229452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,8,uniform,0.09178133805592854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,uniform,0.24995734294255575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,uniform,0.19952533642450967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,8,uniform,0.11557333668073018
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,uniform,0.16882665952046713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,uniform,0.17087467511494955
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,uniform,0.17456533511479697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,uniform,0.18409067392349243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,uniform,0.20426666736602783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,uniform,0.24826133251190186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,128,uniform,0.1352000037829081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,64,uniform,0.1342026690642039
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,32,uniform,0.1434453328450521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,16,uniform,0.15575466553370157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,8,uniform,0.1793866753578186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,64,uniform,0.15684266885121664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,128,uniform,0.1540426711241404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,16,uniform,0.1925119956334432
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,32,uniform,0.16729599237442017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,256,uniform,0.1777226726214091
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,uniform,0.18685332934061685
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,8,uniform,0.22875199715296426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,uniform,0.19229867060979208
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,8,uniform,0.13136000434557596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,8,uniform,0.10865599910418193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,uniform,0.20462934176127115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,uniform,0.23056000471115112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,uniform,0.28223999341328937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,uniform,0.1925813357035319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,uniform,0.194757342338562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,uniform,0.21116799116134644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,uniform,0.20037333170572916
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,uniform,0.23248000939687094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,uniform,0.2786186734835307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,128,uniform,0.15332800149917603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,64,uniform,0.1569866637388865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,32,uniform,0.16401599844296774
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,16,uniform,0.17662400007247925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,8,uniform,0.20215467611948648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,128,uniform,0.18312533696492514
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,32,uniform,0.19990932941436768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,16,uniform,0.22182399034500122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,64,uniform,0.18780267238616943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,256,uniform,0.20663466056187949
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,uniform,0.2221013307571411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,8,uniform,0.2674559950828552
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,uniform,0.2290453314781189
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,8,uniform,0.15458133816719055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,8,uniform,0.18528000513712564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,uniform,0.24613332748413086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,uniform,0.27553067604700726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,uniform,0.3391893307367961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,uniform,0.2558880050977071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,uniform,0.2502506573994954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,uniform,0.2610773245493571
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,uniform,0.29764799276987713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,uniform,0.27746667464574176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,uniform,0.354853351910909
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,128,uniform,0.19433599710464478
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,64,uniform,0.19927465915679932
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,32,uniform,0.20907199382781982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,16,uniform,0.22528000672658285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,8,uniform,0.2592373291651408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,128,uniform,0.22563199202219644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,64,uniform,0.23197333017985025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,32,uniform,0.24977600574493408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,16,uniform,0.2861173351605733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,8,uniform,0.3426506519317627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,256,uniform,0.2615786592165629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,uniform,0.2866133252779643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,uniform,0.27763734261194867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,8,uniform,0.1827413241068522
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,8,uniform,0.22490666309992471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,uniform,0.3041333357493083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,uniform,0.3377973238627116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,uniform,0.4108746846516927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,uniform,0.30218666791915894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,uniform,0.2994346618652344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,uniform,0.33030933141708374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,uniform,0.3120373288790385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,uniform,0.356330672899882
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,uniform,0.4259626468022664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,128,uniform,0.2288800080617269
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,64,uniform,0.23494933048884073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,32,uniform,0.24676267306009927
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,8,uniform,0.3107786575953166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,16,uniform,0.26793066660563153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,128,uniform,0.26654932896296185
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,64,uniform,0.2727359930674235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,32,uniform,0.30356266101201373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,16,uniform,0.341264009475708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,8,uniform,0.42189868291219074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,256,uniform,0.3230293393135071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,8,uniform,0.2395520011583964
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,8,uniform,0.3004159927368164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,uniform,0.3425706624984741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,uniform,0.37679465611775714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,uniform,0.35309867064158124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,uniform,0.4074560006459554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,uniform,0.49509334564208984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,uniform,0.4060159921646118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,uniform,0.4121119976043701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,uniform,0.4484533468882243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,uniform,0.48679999510447186
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,uniform,0.4246346553166707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,128,uniform,0.3022666573524475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,uniform,0.5783679882685343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,64,uniform,0.31015467643737793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,32,uniform,0.3267680009206136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,16,uniform,0.3575626611709595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,128,uniform,0.3660000165303548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,32,uniform,0.40755200386047363
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,8,uniform,0.41386131445566815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,64,uniform,0.3731146653493245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,16,uniform,0.47308266162872314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,8,uniform,0.5888853470484415
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,8,uniform,0.29158933957417804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,8,uniform,0.37377599875132245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,256,uniform,0.4305866559346517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,uniform,0.4550880193710327
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,uniform,0.5339200099309286
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,uniform,0.4931093454360962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,uniform,0.46772801876068115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,uniform,0.6372960011164347
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,uniform,0.5107200145721436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,uniform,0.5399413506189982
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,uniform,0.5197653373082479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,uniform,0.5692533254623413
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,uniform,0.6200853188832601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,128,uniform,0.3721119960149129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,uniform,0.7478986581166586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,64,uniform,0.3827199935913086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,32,uniform,0.4031306505203247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,16,uniform,0.45734934012095135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,8,uniform,0.5377600193023682
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,64,uniform,0.46027199427286786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,128,uniform,0.4506719907124837
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,16,uniform,0.5959680080413818
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,32,uniform,0.5129333337148031
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,8,uniform,0.7529173692067465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,uniform,0.5756959915161133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,8,uniform,0.5236159960428873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,8,uniform,0.4011146624883016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,256,uniform,0.5485386848449707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,uniform,0.5960799853006998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,uniform,0.6275306542714437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,uniform,0.80293869972229
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,uniform,0.6758293310801188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,uniform,0.7284906705220541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,uniform,0.7646240393320719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,uniform,0.740565299987793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,uniform,0.8062453269958496
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,uniform,0.8855679829915365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,uniform,1.06494935353597
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,128,uniform,0.5194453398386637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,64,uniform,0.5330453316370646
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,32,uniform,0.5622186660766602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,16,uniform,0.6373440027236938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,8,uniform,0.7508800029754639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,128,uniform,0.6341653267542521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,32,uniform,0.7223520278930664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,64,uniform,0.6501493453979492
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,16,uniform,0.850495974222819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,8,uniform,1.0828479925791423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,8,uniform,0.5070186853408813
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,8,uniform,0.6775253613789877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,256,uniform,0.7777226765950521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,uniform,0.8218613465627035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,uniform,0.848095973332723
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,uniform,0.893397331237793
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,uniform,0.9694773356119791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,uniform,1.1594026883443196
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,uniform,0.9406932989756266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,uniform,0.9561386903127035
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,uniform,0.9861599604288737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,uniform,1.0474720001220703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,uniform,1.1585439840952556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,uniform,1.404106616973877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,128,uniform,0.6593066851298014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,64,uniform,0.6781333287556967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,32,uniform,0.7177653312683105
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,16,uniform,0.8338293234507242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,8,uniform,0.9871040185292562
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,128,uniform,0.8192853132883707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,64,uniform,0.8378933270772299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,32,uniform,0.927296002705892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,16,uniform,1.1013440291086833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,8,uniform,1.4164533615112305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,8,uniform,0.614687999089559
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,256,uniform,1.0127733548482258
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,8,uniform,0.8323040008544922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,uniform,1.0654133160909016
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,uniform,1.0966026782989502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,uniform,1.1631413300832112
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,uniform,1.2612693309783936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,uniform,1.5033653577168782
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,uniform,1.1551573276519775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,uniform,1.175007979075114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,uniform,1.4259519577026367
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,uniform,1.2112639745076497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,uniform,1.2855146725972493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,uniform,1.7367626825968425
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,128,uniform,0.8081493377685547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,64,uniform,0.8294346332550049
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,32,uniform,0.8795519669850668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,16,uniform,1.0152640342712402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,8,uniform,1.219317356745402
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,32,uniform,1.144490639368693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,64,uniform,1.0298240184783936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,128,uniform,1.006101369857788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,16,uniform,1.3602399826049805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,8,uniform,1.729215939839681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,8,uniform,0.07038400073846181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,uniform,0.0783786674340566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,uniform,0.0739573339621226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,uniform,0.07422933479150136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,uniform,0.07333866755167644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,uniform,0.0729066679875056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,128,uniform,0.06465599934260051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,256,uniform,1.2426666418711345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,64,uniform,0.062496001521746315
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,128,uniform,0.07318399846553802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,256,uniform,0.07923733194669087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,64,uniform,0.06888533135255177
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,uniform,0.07506666580835979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,uniform,0.07580799857775371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,uniform,1.3115733464558919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,uniform,0.07453333338101704
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,uniform,0.07349333167076111
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,uniform,1.3510239919026692
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,8,uniform,0.07085333267847697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,uniform,0.07548800110816956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,uniform,0.07914133369922638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,uniform,0.07502399881680806
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,uniform,0.07755733529726665
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,uniform,1.4289333025614421
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,uniform,0.07420800129572551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,128,uniform,0.07372266550858815
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,128,uniform,0.06600533425807953
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,uniform,1.567344029744466
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,64,uniform,0.0633653352657954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,64,uniform,0.07050666709740956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,uniform,0.07632533212502797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,uniform,0.0755680004755656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,uniform,1.8868692715962727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,256,uniform,0.08050133287906647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,uniform,0.0757173349459966
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,8,uniform,0.07145600020885468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,uniform,0.07607466479142506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,uniform,0.07497600217660268
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,uniform,0.07859200239181519
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,uniform,0.07625600198904674
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,uniform,0.07594666878382365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,128,uniform,0.07420800129572551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,uniform,0.07770133515199025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,128,uniform,0.06570133566856384
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,64,uniform,0.06411199768384297
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,64,uniform,0.07063466807206471
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,uniform,0.07617599765459697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,uniform,0.07621866464614868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,256,uniform,0.07918933530648549
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,uniform,0.07685866455237071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,8,uniform,0.0711413323879242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,uniform,0.07877866427103679
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,uniform,0.0811359981695811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,uniform,0.076773335536321
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,uniform,0.07547733187675476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,uniform,0.08000533282756805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,128,uniform,0.06640533109505971
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,uniform,0.08469866712888081
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,256,uniform,0.08054933448632558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,64,uniform,0.06484266618887584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,64,uniform,0.07177066802978516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,128,uniform,0.07491733133792877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,uniform,0.07804266611735027
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,uniform,0.07588266829649608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,8,uniform,0.07276799778143565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,uniform,0.08082133531570435
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,uniform,0.08428266644477844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,uniform,0.08076799909273784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,uniform,0.07678933441638947
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,uniform,0.08316799998283386
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,128,uniform,0.06799466907978058
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,uniform,0.08806399504343669
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,uniform,0.091839998960495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,64,uniform,0.06750933329264323
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,64,uniform,0.07582933207352956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,128,uniform,0.07437333464622498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,uniform,0.08403733372688293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,256,uniform,0.08121599753697713
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,uniform,0.08731733759244283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,uniform,0.07693866888682048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,8,uniform,0.0728053351243337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,uniform,0.09232532978057861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,uniform,0.08979733784993489
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,uniform,0.08206933240095775
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,uniform,0.0828959991534551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,uniform,0.09572800000508626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,uniform,0.11062933007876079
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,128,uniform,0.06962133447329204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,64,uniform,0.0695360004901886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,64,uniform,0.07633600135644276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,128,uniform,0.077674667040507
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,256,uniform,0.08297599852085114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,uniform,0.09160533547401428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,uniform,0.08295999964078267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,8,uniform,0.0732586681842804
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,uniform,0.11053333679835002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,uniform,0.08437866965929668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,uniform,0.08553066849708557
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,uniform,0.0960693359375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,uniform,0.09151466687520345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,uniform,0.09690133730570476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,uniform,0.10967999696731567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,128,uniform,0.07793599863847096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,128,uniform,0.07001600166161855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,64,uniform,0.07086933155854543
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,64,uniform,0.07796266674995422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,256,uniform,0.0848479966322581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,uniform,0.0897759993871053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,uniform,0.12762133280436197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,uniform,0.09828266501426697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,8,uniform,0.07384000221888225
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,uniform,0.10638399918874104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,uniform,0.08576533198356628
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,uniform,0.08620267113049825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,uniform,0.09302399555842082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,uniform,0.11131200194358826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,uniform,0.09868799646695454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,128,uniform,0.07271466652552287
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,64,uniform,0.07188799977302551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,128,uniform,0.08066133161385854
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,64,uniform,0.08019733428955078
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,uniform,0.09913600484530131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,256,uniform,0.08660266796747844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,uniform,0.09071999788284302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,8,uniform,0.07609066863854726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,uniform,0.12748799721399942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,uniform,0.109333336353302
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,uniform,0.08845333258310954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,uniform,0.09401599566141765
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,uniform,0.08687999844551086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,uniform,0.11389866471290588
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,128,uniform,0.07471466561158498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,uniform,0.09992532928784688
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,64,uniform,0.08265600105126698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,64,uniform,0.07332799832026164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,256,uniform,0.08774933218955994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,128,uniform,0.08158933122952779
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,uniform,0.09185600280761719
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,uniform,0.10883733630180359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,uniform,0.10114133358001709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,uniform,0.12968533237775168
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,uniform,0.08753066261609395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,8,uniform,0.07644799848397572
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,uniform,0.08780266841252644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,uniform,0.09506133198738098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,uniform,0.10116799672444661
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,uniform,0.1133066713809967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,128,uniform,0.07464000085989635
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,128,uniform,0.08205333352088928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,64,uniform,0.07517333328723907
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,256,uniform,0.08845333258310954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,64,uniform,0.0824480007092158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,uniform,0.09283733367919922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,8,uniform,0.0768693337837855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,uniform,0.10830400387446086
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,uniform,0.10266133149464925
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,uniform,0.13082133730252585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,uniform,0.09000533819198608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,uniform,0.11518933375676473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,uniform,0.08973333239555359
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,uniform,0.09718400239944458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,128,uniform,0.07673066854476929
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,uniform,0.10179199775060017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,128,uniform,0.08426666259765625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,64,uniform,0.07606400052706401
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,64,uniform,0.08354133367538452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,256,uniform,0.09179733196894328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,uniform,0.09444800019264221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,uniform,0.11227200428644817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,uniform,0.10514133175214131
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,uniform,0.13262400031089783
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,8,uniform,0.07957866787910461
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,uniform,0.09899733463923137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,uniform,0.09132267038027446
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,uniform,0.0922986666361491
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,uniform,0.11839999755223592
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,uniform,0.10483200351397197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,64,uniform,0.08516800403594971
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,64,uniform,0.07842133442560832
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,128,uniform,0.07874133189519246
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,128,uniform,0.08572266499201457
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,256,uniform,0.09381332993507385
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,uniform,0.09904000163078308
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,uniform,0.10662933190663655
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,uniform,0.13633066415786743
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,uniform,0.11566932996114095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,8,uniform,0.07906133433183034
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,uniform,0.09339732925097148
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,uniform,0.09152533610661824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,uniform,0.10568533341089885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,uniform,0.10012267033259074
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,128,uniform,0.08063466846942902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,uniform,0.12032533685366313
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,64,uniform,0.07926933467388153
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,128,uniform,0.08682666222254436
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,uniform,0.11667733391125996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,256,uniform,0.09436800082524617
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,uniform,0.09826133648554485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,64,uniform,0.0864586631457011
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,uniform,0.13869866728782654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,uniform,0.10796800255775452
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,8,uniform,0.08163733283678691
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,uniform,0.09553600351015727
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,uniform,0.09405333797136943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,uniform,0.10063466429710388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,128,uniform,0.08242666721343994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,uniform,0.11018666625022888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,uniform,0.12342400352160136
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,64,uniform,0.08195733527342479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,128,uniform,0.08920533458391826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,64,uniform,0.08799999952316284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,256,uniform,0.09558399518330891
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,uniform,0.11121066411336263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,uniform,0.09941866993904114
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,uniform,0.12131733695665996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,uniform,0.1451359987258911
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,8,uniform,0.08529067039489746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,uniform,0.09826133648554485
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,uniform,0.0997173289457957
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,uniform,0.11293866237004598
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,uniform,0.10627200206120808
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,uniform,0.12690132856369019
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,128,uniform,0.08498133222262065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,64,uniform,0.08575999736785889
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,64,uniform,0.09070932865142822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,128,uniform,0.09248000383377075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,uniform,0.10818666219711304
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,256,uniform,0.10211732983589172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,uniform,0.11944533387819926
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,uniform,0.12441600362459819
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,uniform,0.10967999696731567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,8,uniform,0.08770666519800822
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,uniform,0.15333333611488342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,uniform,0.10076799988746643
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,uniform,0.11648533741633098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,uniform,0.1020960013071696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,uniform,0.1316159963607788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,128,uniform,0.08809066812197368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,64,uniform,0.08874666690826416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,uniform,0.10965333382288615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,128,uniform,0.10079466303189595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,uniform,0.12054399649302165
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,64,uniform,0.09799999992052714
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,256,uniform,0.1030560036500295
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,uniform,0.129120002190272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,uniform,0.1576479971408844
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,8,uniform,0.09181333581606548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,uniform,0.10738133390744527
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,uniform,0.10905599594116211
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,uniform,0.1405333379904429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,uniform,0.11779200037320454
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,uniform,0.12705600261688232
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,128,uniform,0.09321066737174988
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,128,uniform,0.1018239955107371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,64,uniform,0.09442666172981262
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,64,uniform,0.10322667161623637
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,256,uniform,0.1130506694316864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,uniform,0.11841066678365071
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,8,uniform,0.11135466893513997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,uniform,0.12827733159065247
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,uniform,0.14083733161290488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,uniform,0.16511999567349753
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,uniform,0.14658133188883463
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,uniform,0.14705066879590353
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,uniform,0.15642133355140686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,uniform,0.16766399145126343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,uniform,0.1923146645228068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,128,uniform,0.11961600184440613
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,64,uniform,0.1353600025177002
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,64,uniform,0.12258133292198181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,128,uniform,0.1344000001748403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,256,uniform,0.14356799920399985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,8,uniform,0.11975466211636861
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,uniform,0.15446933110555014
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,uniform,0.16475733121236166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,uniform,0.1758400003115336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,uniform,0.19968533515930176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,uniform,0.1620266636212667
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,uniform,0.1606933375199636
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,uniform,0.16958399613698324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,uniform,0.1830186645189921
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,64,uniform,0.1349546710650126
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,128,uniform,0.1290613313515981
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,uniform,0.2085813283920288
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,128,uniform,0.15923733512560526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,64,uniform,0.15894933541615805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,256,uniform,0.1685439944267273
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,uniform,0.18872533241907755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,uniform,0.19814399878184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,uniform,0.2162933349609375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,8,uniform,0.14940800269444784
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,uniform,0.2516213258107503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,uniform,0.20269866784413657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,uniform,0.2666026751200358
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,uniform,0.228602667649587
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,uniform,0.2021013299624125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,uniform,0.20751466353734335
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,128,uniform,0.15454399585723877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,128,uniform,0.18142932653427124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,64,uniform,0.15760533014933267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,256,uniform,0.19411200284957886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,64,uniform,0.18583999077479044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,8,uniform,0.1777120033899943
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,uniform,0.2144533395767212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,uniform,0.2246933380762736
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,uniform,0.24545600016911825
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,uniform,0.2866986592610677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,uniform,0.23175466060638428
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,uniform,0.22798399130503336
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,uniform,0.23508266607920328
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,uniform,0.25205334027608234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,uniform,0.30472532908121747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,128,uniform,0.22048532962799072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,64,uniform,0.1763733426729838
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,128,uniform,0.17442133029301962
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,64,uniform,0.22073066234588623
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,256,uniform,0.23919999599456787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,8,uniform,0.25012799104054767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,uniform,0.2632053295771281
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,uniform,0.26897599299748737
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,uniform,0.34745601812998456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,uniform,0.29083200295766193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,uniform,0.2991146643956502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,uniform,0.2980639934539795
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,uniform,0.302837332089742
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,uniform,0.32735999425252277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,uniform,0.3970346848169963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,128,uniform,0.21781333287556967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,64,uniform,0.22474666436513266
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,128,uniform,0.2762239972750346
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,64,uniform,0.2773653268814087
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,256,uniform,0.295413335164388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,uniform,0.31783467531204224
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,8,uniform,0.30381866296132404
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,uniform,0.3267253239949544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,uniform,0.3541066646575928
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,uniform,0.4278186559677124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,uniform,0.36003732681274414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,uniform,0.36139734586079914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,uniform,0.3665119806925456
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,uniform,0.47235198815663654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,uniform,0.3977706829706828
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,128,uniform,0.2550826668739319
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,64,uniform,0.2612053354581197
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,128,uniform,0.31837334235509235
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,64,uniform,0.3189493417739868
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,256,uniform,0.36876265207926434
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,8,uniform,0.419376015663147
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,uniform,0.41085867087046307
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,uniform,0.4487573305765788
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,uniform,0.41473599274953205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,uniform,0.5301493406295776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,uniform,0.493066668510437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,uniform,0.4946240186691284
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,128,uniform,0.3444266716639201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,uniform,0.5005600055058798
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,uniform,0.5361599922180176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,uniform,0.6351306835810343
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,64,uniform,0.3531786600748698
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,128,uniform,0.44599465529123944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,64,uniform,0.4432426691055298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,8,uniform,0.5309173266092936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,256,uniform,0.4832746585210164
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,uniform,0.5358453194300333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,uniform,0.5412053267161051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,uniform,0.5869706471761068
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,uniform,0.6986400286356608
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,uniform,0.6217066844304403
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,uniform,0.6306879917780558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,uniform,0.6362186670303345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,uniform,0.6781760056813558
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,uniform,0.809887965520223
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,128,uniform,0.4278080066045125
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,64,uniform,0.4395306507746379
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,128,uniform,0.5431840022404989
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,64,uniform,0.5491573413213094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,256,uniform,0.6280106703440348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,8,uniform,0.7525440057118734
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,uniform,0.6926026344299316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,uniform,0.6940426826477051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,uniform,0.7434720198313395
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,uniform,0.8910773595174154
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,uniform,0.8832639853159586
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,uniform,0.8969066937764486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,uniform,0.9040533701578776
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,uniform,0.9596107006072998
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,uniform,1.159589370091756
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,128,uniform,0.5988266468048096
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,64,uniform,0.611461321512858
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,128,uniform,0.7673599720001221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,8,uniform,0.9642933209737142
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,64,uniform,0.7754773298899332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,256,uniform,0.8687093257904053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,uniform,0.9795253276824951
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,uniform,0.9838293393452963
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,uniform,1.2578346729278564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,uniform,1.049722671508789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,uniform,1.1440853277842205
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,uniform,1.1632106304168701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,uniform,1.233680009841919
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,uniform,1.1627306938171387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,uniform,1.4885600407918294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,128,uniform,0.7668800354003906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,64,uniform,0.7840480009714762
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,128,uniform,0.9883519808451334
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,64,uniform,0.9941813151041666
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,8,uniform,1.1842772960662842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,256,uniform,1.1335093180338542
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,uniform,1.2816533247629802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,uniform,1.2783040205637615
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,uniform,1.3607947031656902
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,uniform,1.6272746721903484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,uniform,1.405178705851237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,uniform,1.4335892995198567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,uniform,1.4277812639872234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,uniform,1.5186506907145183
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,uniform,1.8322347005208333
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,128,uniform,0.9359306494394938
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,64,uniform,0.9564639727274576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,128,uniform,1.2076746622721355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,uniform,0.0373279998699824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,uniform,0.039701332648595176
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,256,uniform,1.3925973574320476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,64,uniform,1.2161866823832195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,uniform,1.5689759254455566
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,uniform,1.5727839469909668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,uniform,0.0498879998922348
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,uniform,1.659765402475993
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,uniform,1.9988053639729817
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,uniform,0.04524800181388855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,uniform,0.04502399762471517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,uniform,0.047237331668535866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,uniform,0.047279998660087585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,uniform,0.038106667498747505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,uniform,0.03832533210515976
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,uniform,0.03923733284076055
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,64,uniform,0.0432533323764801
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,128,uniform,0.04394666850566864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,uniform,0.04253333310286204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,uniform,0.04342400034268697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,256,uniform,0.05328000088532766
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,uniform,0.048250665267308555
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,uniform,0.04840533435344696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,uniform,0.04909333089987437
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,uniform,0.051114668448766075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,uniform,0.03772799919048945
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,uniform,0.051088000337282814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,uniform,0.0401653324564298
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,uniform,0.047877331574757896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,uniform,0.04620266457398733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,uniform,0.045797333121299744
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,uniform,0.0479360024134318
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,uniform,0.039103999733924866
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,uniform,0.03953066716591517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,uniform,0.03990400085846583
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,128,uniform,0.04238399863243103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,64,uniform,0.04229333500067393
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,uniform,0.04218133290608724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,uniform,0.0480373352766037
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,256,uniform,0.049914668003718056
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,uniform,0.042303999265034996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,uniform,0.050186668833096824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,uniform,0.04696000119050344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,uniform,0.035573333501815796
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,uniform,0.047600001096725464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,uniform,0.041237334410349526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,uniform,0.048485333720842995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,uniform,0.046207999189694725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,uniform,0.05003733436266581
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,uniform,0.044437333941459656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,uniform,0.04413333535194397
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,uniform,0.03789333254098892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,uniform,0.039434666434923805
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,uniform,0.0407679999868075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,uniform,0.04460800190766653
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,128,uniform,0.04526400069395701
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,64,uniform,0.04484266539414724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,uniform,0.046223998069763184
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,uniform,0.05090666810671488
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,256,uniform,0.053488001227378845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,uniform,0.049653331438700356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,uniform,0.05376000205675761
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,uniform,0.04927466809749603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,uniform,0.03806933263937632
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,uniform,0.040287998815377556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,uniform,0.05470400055249532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,uniform,0.048901334404945374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,uniform,0.046762665112813316
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,uniform,0.048026666045188904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,uniform,0.05227200190226237
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,uniform,0.03854399919509888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,uniform,0.03805333375930786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,uniform,0.038906666139761605
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,128,uniform,0.04304533203442892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,64,uniform,0.043050666650136314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,uniform,0.0429013321797053
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,uniform,0.045781334241231285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,256,uniform,0.05075199902057648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,uniform,0.04837866624196371
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,uniform,0.047637333472569786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,uniform,0.049125333627065025
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,uniform,0.05306133131186167
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,uniform,0.03625600039958954
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,uniform,0.05417599777380625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,uniform,0.039919999738534294
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,uniform,0.049141332507133484
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,uniform,0.04836800197760264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,uniform,0.048901334404945374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,uniform,0.0584853341182073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,uniform,0.04154666761557261
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,uniform,0.041573333243529
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,uniform,0.04331199824810028
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,128,uniform,0.04337066908677419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,64,uniform,0.04398933549722036
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,uniform,0.045968001087506614
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,uniform,0.051183998584747314
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,256,uniform,0.05105599761009216
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,uniform,0.0491946687301
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,uniform,0.04869333406289419
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,uniform,0.0513919989267985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,uniform,0.05590933561325073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,uniform,0.03912533322970072
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,uniform,0.041690667470296226
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,uniform,0.055530667304992676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,uniform,0.06036800146102905
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,uniform,0.053530668218930565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,uniform,0.0521066685517629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,uniform,0.06996266543865204
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,uniform,0.039861333866914116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,uniform,0.04362666606903076
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,uniform,0.04089066634575526
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,128,uniform,0.04497066636880239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,64,uniform,0.045642669002215065
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,uniform,0.05486933390299479
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,uniform,0.04738133152325948
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,256,uniform,0.05518933137257894
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,uniform,0.05629866818586985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,uniform,0.05947199960549673
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,uniform,0.06002666552861532
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,uniform,0.07123200098673503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,uniform,0.039450667798519135
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,uniform,0.0418453315893809
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,uniform,0.05621333420276642
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,uniform,0.05668266614278158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,uniform,0.05865600208441416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,uniform,0.061679999033610024
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,uniform,0.07235733171304067
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,uniform,0.04264000058174133
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,uniform,0.041589332123597465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,uniform,0.04432533184687296
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,128,uniform,0.04558399816354116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,64,uniform,0.04718933502833048
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,uniform,0.048485333720842995
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,uniform,0.052970667680104576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,256,uniform,0.052655999859174095
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,uniform,0.06751999755700429
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,uniform,0.07239999870459239
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,uniform,0.06303466856479645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,uniform,0.08046400050322215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,uniform,0.037802666425704956
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,uniform,0.04231466849644979
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,uniform,0.05453866720199585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,uniform,0.05836800237496694
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,uniform,0.06065066655476888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,uniform,0.055439998706181846
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,uniform,0.07343466579914093
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,uniform,0.04228266576925913
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,uniform,0.04493333399295807
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,uniform,0.04477333525816599
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,128,uniform,0.04677866895993551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,uniform,0.05411200225353241
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,64,uniform,0.047797332207361855
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,uniform,0.05017599960168203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,256,uniform,0.0547626664241155
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,uniform,0.06503466765085857
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,uniform,0.06587733328342438
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,uniform,0.0708426684141159
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,uniform,0.08399466673533122
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,uniform,0.04180799921353658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,uniform,0.044362664222717285
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,uniform,0.058837334314982094
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,uniform,0.06161599854628245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,uniform,0.06012799839178721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,uniform,0.06939200063546498
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,uniform,0.0786240001519521
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,uniform,0.04677866895993551
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,uniform,0.04786666731039683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,uniform,0.048613334695498146
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,128,uniform,0.05444799860318502
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,64,uniform,0.05156800150871277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,uniform,0.056847999493281044
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,uniform,0.05895466605822245
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,256,uniform,0.06233599781990051
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,uniform,0.06763199965159099
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,uniform,0.07406933108965556
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,uniform,0.07594133416811626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,uniform,0.0860746701558431
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,uniform,0.039706667264302574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,uniform,0.045328001181284584
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,uniform,0.0603413333495458
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,uniform,0.06569600105285645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,uniform,0.05890133480230967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,uniform,0.07101333141326904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,uniform,0.0839466651280721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,uniform,0.047839999198913574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,uniform,0.048901334404945374
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,uniform,0.04980266590913137
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,128,uniform,0.05193600058555603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,64,uniform,0.052671998739242554
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,uniform,0.05522666871547699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,uniform,0.06089066465695699
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,256,uniform,0.060991997520128884
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,uniform,0.06975466509660085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,uniform,0.08204799890518188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,uniform,0.07036266724268596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,uniform,0.09249599774678548
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,uniform,0.04066666712363561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,uniform,0.04588800172011057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,uniform,0.062319998939832054
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,uniform,0.06400000055631001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,uniform,0.0674186646938324
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,uniform,0.070933332045873
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,uniform,0.0881173312664032
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,uniform,0.05113600194454193
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,uniform,0.04762666424115499
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,uniform,0.05213333169619242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,128,uniform,0.053690666953722634
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,64,uniform,0.054373333851496376
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,uniform,0.05706666906674703
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,uniform,0.06353066861629486
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,256,uniform,0.062314664324124656
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,uniform,0.07164266705513
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,uniform,0.07733866572380066
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,uniform,0.07896000146865845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,uniform,0.09406933188438416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,uniform,0.044256001710891724
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,uniform,0.04756799836953481
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,uniform,0.06996800005435944
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,uniform,0.06930133203665416
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,uniform,0.06714133421579997
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,uniform,0.07564799984296162
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,uniform,0.09055466453234355
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,uniform,0.05403199791908264
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,uniform,0.05014933149019877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,uniform,0.05134400228659312
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,128,uniform,0.057301332553227745
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,64,uniform,0.0568800022204717
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,uniform,0.06060799956321716
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,uniform,0.06896000107129414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,256,uniform,0.06756266454855601
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,uniform,0.07853333155314128
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,uniform,0.08189333478609721
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,uniform,0.08664000034332275
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,uniform,0.045034666856129967
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,uniform,0.10833600163459778
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,uniform,0.07252266506354015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,uniform,0.04621333380540212
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,uniform,0.06565866867701213
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,uniform,0.07344000041484833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,uniform,0.07682133217652638
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,uniform,0.0923520028591156
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,uniform,0.05117333432038625
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,uniform,0.054341331124305725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,uniform,0.05492799977461497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,128,uniform,0.05823466678460439
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,64,uniform,0.057989334066708885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,uniform,0.06306666632493337
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,uniform,0.0682239979505539
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,256,uniform,0.06941866874694824
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,uniform,0.0798773318529129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,uniform,0.08799466490745544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,uniform,0.07812266548474629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,uniform,0.11489066481590271
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,uniform,0.04387199878692627
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,uniform,0.07362133264541626
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,uniform,0.0674773355325063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,uniform,0.047584002216657005
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,uniform,0.07394666473070781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,uniform,0.08260799944400787
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,uniform,0.09058666229248047
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,uniform,0.05515199899673462
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,uniform,0.054330666859944664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,uniform,0.05458133419354757
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,128,uniform,0.06276266773541768
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,64,uniform,0.06047466893990835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,uniform,0.06623466809590657
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,uniform,0.07071466743946075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,256,uniform,0.07534933090209961
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,uniform,0.08506133159001668
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,uniform,0.08014399806658427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,uniform,0.09424533446629842
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,uniform,0.11286933223406474
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,uniform,0.05205333232879639
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,uniform,0.058362667759259544
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,uniform,0.08756267031033833
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,uniform,0.08931199709574382
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,uniform,0.0809333324432373
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,uniform,0.09583999713261922
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,uniform,0.1066986620426178
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,uniform,0.06259199976921082
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,uniform,0.06426133215427399
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,uniform,0.06400000055631001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,128,uniform,0.07178666690985362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,64,uniform,0.06880533198515575
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,uniform,0.08014399806658427
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,256,uniform,0.08345066507657369
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,uniform,0.08656533559163411
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,uniform,0.0953546663125356
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,uniform,0.09275199969609578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,uniform,0.10166933139165242
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,uniform,0.12095466256141663
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,uniform,0.05346666773160299
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,uniform,0.058005332946777344
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,uniform,0.08431999882062276
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,uniform,0.08910399675369263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,uniform,0.09273067116737366
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,uniform,0.09490666786829631
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,uniform,0.11616533001263936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,uniform,0.06684799989064534
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,uniform,0.06764266888300578
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,uniform,0.06932266553243001
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,128,uniform,0.07132799923419952
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,64,uniform,0.07162133355935414
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,uniform,0.07870399951934814
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,uniform,0.09272000193595886
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,256,uniform,0.08745066324869792
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,uniform,0.09312533338864644
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,uniform,0.09474133451779683
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,uniform,0.10498133301734924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,uniform,0.12416000167528789
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,uniform,0.062352001667022705
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,uniform,0.09335466225941975
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,uniform,0.05618133147557577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,uniform,0.09813867012659709
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,uniform,0.09753599762916565
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,uniform,0.10563199718793233
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,uniform,0.1237386663754781
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,uniform,0.07332266867160797
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,uniform,0.07034666836261749
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,uniform,0.07444799939791362
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,128,uniform,0.08258666594823201
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,64,uniform,0.08409600456555684
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,uniform,0.09269332885742188
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,uniform,0.10237866640090942
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,256,uniform,0.1023466686407725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,uniform,0.10038399696350098
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,uniform,0.10734933614730835
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,uniform,0.11667733391125996
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,uniform,0.14224533240000406
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,uniform,0.07040533423423767
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,uniform,0.06076799829800924
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,uniform,0.12745066483815512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,uniform,0.1202133297920227
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,uniform,0.1309386690457662
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,uniform,0.15466133753458658
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,uniform,0.13809067010879517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,uniform,0.09937066833178203
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,uniform,0.09845866759618123
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,uniform,0.10296533505121867
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,128,uniform,0.11346667011578877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,uniform,0.1312373379866282
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,uniform,0.11754666765530904
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,256,uniform,0.12650133172671
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,64,uniform,0.11456533273061116
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,uniform,0.13555199901262918
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,uniform,0.14335466424624124
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,uniform,0.15222400426864624
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,uniform,0.17589332660039267
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,uniform,0.06632533172766368
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,uniform,0.07633066674073537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,uniform,0.14707199732462564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,uniform,0.14313600460688272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.13755200306574503
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,uniform,0.15784533818562826
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,uniform,0.17734400431315103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,uniform,0.11290666460990906
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,uniform,0.11309333642323811
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,uniform,0.11534399787584941
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,128,uniform,0.12351466218630473
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,uniform,0.14130666851997375
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,64,uniform,0.12089066704114278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,uniform,0.14943466583887735
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,256,uniform,0.1451573371887207
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,uniform,0.15632533033688864
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,uniform,0.15161599715550741
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,uniform,0.19486933946609497
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,uniform,0.17456533511479697
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,uniform,0.07855999966462453
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,uniform,0.0942080020904541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,uniform,0.16475733121236166
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,uniform,0.17213332653045654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,uniform,0.21077332894007364
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,uniform,0.18382400274276733
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,uniform,0.15902933478355408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,uniform,0.1269866625467936
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,uniform,0.12595199545224509
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,uniform,0.1300159990787506
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,64,uniform,0.1474186678727468
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,128,uniform,0.1442453364531199
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,uniform,0.16010133425394693
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,uniform,0.1784906586011251
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,256,uniform,0.168938676516215
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,uniform,0.1834719975789388
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,uniform,0.18795732657114664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,uniform,0.20346667369206747
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,uniform,0.23059199253718057
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,uniform,0.08850133419036865
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,uniform,0.10387733578681946
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,uniform,0.18084800243377686
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.18778133392333984
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,uniform,0.19454934199651083
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,uniform,0.20879467328389487
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,uniform,0.24398932854334512
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,uniform,0.14527466893196106
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,uniform,0.14098133643468222
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,uniform,0.15255467096964517
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,128,uniform,0.16169066230456033
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,64,uniform,0.1653333306312561
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,uniform,0.18057066202163696
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,uniform,0.20654932657877603
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,256,uniform,0.194432000319163
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,uniform,0.20849599440892538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,uniform,0.20368534326553345
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,uniform,0.22746666272481283
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,uniform,0.2672160069147746
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,uniform,0.1237333317597707
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,uniform,0.1409333348274231
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,uniform,0.23115734259287515
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,uniform,0.22971733411153158
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,uniform,0.2355466683705648
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,uniform,0.26239466667175293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,uniform,0.31030933062235516
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,uniform,0.17707200845082602
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,uniform,0.18314133087793985
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,uniform,0.1929546594619751
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,128,uniform,0.20545599857966104
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,64,uniform,0.2135466734568278
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,uniform,0.27428267399470013
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,uniform,0.22866666316986084
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,uniform,0.25383466482162476
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,256,uniform,0.24314133326212564
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,uniform,0.261952002843221
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,uniform,0.2864426573117574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,uniform,0.13918933272361755
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,uniform,0.34162131945292157
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,uniform,0.17099199692408243
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.26427199443181354
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,uniform,0.2640213370323181
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,uniform,0.28309865792592365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,uniform,0.30435200532277423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,uniform,0.3751893440882365
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,uniform,0.2121866742769877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,uniform,0.22980799277623495
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,uniform,0.21187732617060342
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,128,uniform,0.23981332778930664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,64,uniform,0.24296534061431885
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,uniform,0.27941866715749103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,uniform,0.3316746751467387
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,256,uniform,0.295141339302063
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,uniform,0.3081973393758138
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,uniform,0.311573326587677
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,uniform,0.3508266607920329
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,uniform,0.4299786488215129
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,uniform,0.18111467361450195
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,uniform,0.22367467482884726
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,uniform,0.35148266951243085
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,uniform,0.3603733380635579
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,uniform,0.38074668248494464
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,uniform,0.4272853136062622
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,uniform,0.5406346718470255
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,uniform,0.2874026695887248
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,uniform,0.2773973345756531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,uniform,0.3081173300743103
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,128,uniform,0.31487466891606647
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,64,uniform,0.3245866696039836
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,uniform,0.36908264954884845
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,uniform,0.4682613213857015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,256,uniform,0.3886186679204305
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,uniform,0.3969706694285075
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,uniform,0.5715306599934896
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,uniform,0.42053866386413574
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,uniform,0.45795734723409015
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,uniform,0.2206773360570272
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,uniform,0.27265065908432007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.43584001064300537
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,uniform,0.43862934907277423
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,uniform,0.46880535284678143
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,uniform,0.542362650235494
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,uniform,0.6717226505279541
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,uniform,0.3429066737492879
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,uniform,0.3582079807917277
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,uniform,0.38330666224161786
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,128,uniform,0.3832799990971883
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,uniform,0.47203731536865234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,64,uniform,0.40070398648579914
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,uniform,0.597327987353007
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,256,uniform,0.4782506624857585
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,uniform,0.5013813177744547
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,uniform,0.5328799883524576
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,uniform,0.6049066781997681
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,uniform,0.7550293604532877
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,uniform,0.31082133452097577
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,uniform,0.4062613248825073
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,uniform,0.6086719830830892
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,uniform,0.6167093515396118
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,uniform,0.6602720022201538
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,uniform,0.7761066754659017
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,uniform,0.9571893215179443
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,uniform,0.4742293357849121
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,uniform,0.4982239802678426
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,uniform,0.5552586714426676
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,128,uniform,0.5311413208643595
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,64,uniform,0.5665333271026611
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,uniform,0.6860480308532715
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,uniform,0.8611040115356445
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,256,uniform,0.6735413074493408
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,uniform,0.7056159973144531
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,uniform,0.743285338083903
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,uniform,0.8622933228810629
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,uniform,1.0402080217997234
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,uniform,0.5139146645863851
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,uniform,0.39930665493011475
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,uniform,0.798863967259725
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,uniform,0.8573280175526937
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.7636586825052897
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,uniform,1.000490665435791
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,uniform,1.2452906767527263
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,uniform,0.597765326499939
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,uniform,0.7202346324920654
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,uniform,0.6364159981409708
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,128,uniform,0.6975039641062418
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,uniform,0.894495964050293
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,64,uniform,0.7431093056996664
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,uniform,1.1001973152160645
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,256,uniform,0.8686026732126871
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,uniform,0.9294133186340332
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,uniform,0.9907840092976888
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,uniform,1.1404746373494465
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,uniform,0.49589868386586505
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,uniform,0.643344004948934
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,uniform,1.3818507194519043
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,uniform,0.996346632639567
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,uniform,0.9650932947794596
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,uniform,1.0777386824289958
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,uniform,1.2434453169504802
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,uniform,1.5446346600850422
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,uniform,0.7371626694997152
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,uniform,0.7797280152638754
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,uniform,0.8821333249409994
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,128,uniform,0.8432479699452718
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,64,uniform,0.9058933258056641
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,uniform,1.0856160322825115
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,256,uniform,1.055466651916504
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,uniform,1.3422773679097493
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,uniform,1.133285363515218
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,uniform,1.2194026311238606
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,uniform,1.3975200653076172
TRTLLM,0.20.0,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,uniform,1.6950772603352864